[ 548.648342] env[62777]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62777) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.648728] env[62777]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62777) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.648766] env[62777]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62777) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 548.649142] env[62777]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 548.747050] env[62777]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62777) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 548.757801] env[62777]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=62777) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 549.360796] env[62777]: INFO nova.virt.driver [None req-390df439-00ca-4b60-9755-6dcda0d7cc80 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 549.437047] env[62777]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 549.437205] env[62777]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.437344] env[62777]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62777) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 552.733135] env[62777]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-2454d47e-e961-459f-8a6a-5b4e7b51ce2f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.748739] env[62777]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62777) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 552.748945] env[62777]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-bcc602f0-bb4d-425d-865e-6ef75e7983c7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.780143] env[62777]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 231a4. [ 552.780291] env[62777]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.343s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.780798] env[62777]: INFO nova.virt.vmwareapi.driver [None req-390df439-00ca-4b60-9755-6dcda0d7cc80 None None] VMware vCenter version: 7.0.3 [ 552.784221] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d59e4b-3020-42d6-af61-2451bd202aa6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.800745] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43dea0e6-806f-4c9c-94ce-11ff19771421 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.806329] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafc7b8b-69a1-4a5f-8b47-e89b4b8d1f12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.813413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83dc86d-0452-4d38-bf9a-2be98521194d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.826061] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00529d75-0409-4761-86f1-3076e4d05ba2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.831684] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b754875-62b2-4123-8e2b-dc96a61fa8ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.860873] env[62777]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b094a3cc-62da-4e77-a2d0-31670d9dee98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.865734] env[62777]: DEBUG nova.virt.vmwareapi.driver [None req-390df439-00ca-4b60-9755-6dcda0d7cc80 None None] Extension org.openstack.compute already exists. {{(pid=62777) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 552.868340] env[62777]: INFO nova.compute.provider_config [None req-390df439-00ca-4b60-9755-6dcda0d7cc80 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 553.371624] env[62777]: DEBUG nova.context [None req-390df439-00ca-4b60-9755-6dcda0d7cc80 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),8888faa8-bf57-49a6-83ea-4ad11ec19d27(cell1) {{(pid=62777) load_cells /opt/stack/nova/nova/context.py:464}} [ 553.373787] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.374025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.374701] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.375151] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Acquiring lock "8888faa8-bf57-49a6-83ea-4ad11ec19d27" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 553.375349] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Lock "8888faa8-bf57-49a6-83ea-4ad11ec19d27" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 553.376375] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Lock "8888faa8-bf57-49a6-83ea-4ad11ec19d27" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 553.397389] env[62777]: INFO dbcounter [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Registered counter for database nova_cell0 [ 553.405621] env[62777]: INFO dbcounter [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Registered counter for database nova_cell1 [ 553.408795] env[62777]: DEBUG oslo_db.sqlalchemy.engines [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62777) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 553.409439] env[62777]: DEBUG oslo_db.sqlalchemy.engines [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62777) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 553.414833] env[62777]: ERROR nova.db.main.api [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 553.414833] env[62777]: result = function(*args, **kwargs) [ 553.414833] env[62777]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 553.414833] env[62777]: return func(*args, **kwargs) [ 553.414833] env[62777]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 553.414833] env[62777]: result = fn(*args, **kwargs) [ 553.414833] env[62777]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.414833] env[62777]: return f(*args, **kwargs) [ 553.414833] env[62777]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 553.414833] env[62777]: return db.service_get_minimum_version(context, binaries) [ 553.414833] env[62777]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.414833] env[62777]: _check_db_access() [ 553.414833] env[62777]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.414833] env[62777]: stacktrace = ''.join(traceback.format_stack()) [ 553.414833] env[62777]: [ 553.415861] env[62777]: ERROR nova.db.main.api [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 553.415861] env[62777]: result = function(*args, **kwargs) [ 553.415861] env[62777]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 553.415861] env[62777]: return func(*args, **kwargs) [ 553.415861] env[62777]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 553.415861] env[62777]: result = fn(*args, **kwargs) [ 553.415861] env[62777]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 553.415861] env[62777]: return f(*args, **kwargs) [ 553.415861] env[62777]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 553.415861] env[62777]: return db.service_get_minimum_version(context, binaries) [ 553.415861] env[62777]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 553.415861] env[62777]: _check_db_access() [ 553.415861] env[62777]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 553.415861] env[62777]: stacktrace = ''.join(traceback.format_stack()) [ 553.415861] env[62777]: [ 553.416466] env[62777]: WARNING nova.objects.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 553.416466] env[62777]: WARNING nova.objects.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Failed to get minimum service version for cell 8888faa8-bf57-49a6-83ea-4ad11ec19d27 [ 553.416815] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Acquiring lock "singleton_lock" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 553.416977] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Acquired lock "singleton_lock" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.417223] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Releasing lock "singleton_lock" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 553.417546] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Full set of CONF: {{(pid=62777) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 553.417691] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ******************************************************************************** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 553.417818] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] Configuration options gathered from: {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 553.417959] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 553.418170] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 553.418301] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ================================================================================ {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 553.418514] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] allow_resize_to_same_host = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.418764] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] arq_binding_timeout = 300 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.418921] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] backdoor_port = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.419070] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] backdoor_socket = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.419247] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] block_device_allocate_retries = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.419412] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] block_device_allocate_retries_interval = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.419582] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cert = self.pem {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.419748] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.419918] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute_monitors = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.420100] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] config_dir = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.420274] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] config_drive_format = iso9660 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.420409] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.420575] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] config_source = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.420800] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] console_host = devstack {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.420982] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] control_exchange = nova {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.421160] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cpu_allocation_ratio = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.421322] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] daemon = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.421491] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] debug = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.421648] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] default_access_ip_network_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.421873] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] default_availability_zone = nova {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.422076] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] default_ephemeral_format = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.422247] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] default_green_pool_size = 1000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.422492] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.422658] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] default_schedule_zone = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.422816] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] disk_allocation_ratio = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.422980] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] enable_new_services = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.423176] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] enabled_apis = ['osapi_compute'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.423341] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] enabled_ssl_apis = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.423499] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] flat_injected = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.423658] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] force_config_drive = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.423819] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] force_raw_images = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.423989] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] graceful_shutdown_timeout = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.424164] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] heal_instance_info_cache_interval = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.424385] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] host = cpu-1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.424558] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.424723] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.424884] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.425116] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.425282] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_build_timeout = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.425441] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_delete_interval = 300 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.425604] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_format = [instance: %(uuid)s] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.425768] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_name_template = instance-%08x {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.425930] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_usage_audit = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.426114] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_usage_audit_period = month {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.426282] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.426447] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.426674] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] internal_service_availability_zone = internal {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.426871] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] key = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.427065] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] live_migration_retry_count = 30 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.427243] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_color = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.427408] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_config_append = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.427574] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.427732] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_dir = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.427892] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428031] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_options = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428198] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_rotate_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428366] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_rotate_interval_type = days {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428531] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] log_rotation_type = none {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428725] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.428873] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429060] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429229] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429357] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429524] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] long_rpc_timeout = 1800 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429683] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] max_concurrent_builds = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429841] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] max_concurrent_live_migrations = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.429999] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] max_concurrent_snapshots = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430170] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] max_local_block_devices = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430328] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] max_logfile_count = 30 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430485] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] max_logfile_size_mb = 200 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430642] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] maximum_instance_delete_attempts = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.430853] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metadata_listen = 0.0.0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431039] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metadata_listen_port = 8775 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431210] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metadata_workers = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431371] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] migrate_max_retries = -1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431533] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] mkisofs_cmd = genisoimage {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431734] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.431866] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] my_ip = 10.180.1.21 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432076] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432240] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] network_allocate_retries = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432413] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432576] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432733] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] osapi_compute_listen_port = 8774 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.432899] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] osapi_compute_unique_server_name_scope = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433077] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] osapi_compute_workers = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433238] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] password_length = 12 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433400] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] periodic_enable = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433558] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] periodic_fuzzy_delay = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433724] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] pointer_model = usbtablet {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.433890] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] preallocate_images = none {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434058] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] publish_errors = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434188] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] pybasedir = /opt/stack/nova {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434343] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ram_allocation_ratio = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434499] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] rate_limit_burst = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434661] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] rate_limit_except_level = CRITICAL {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434815] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] rate_limit_interval = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.434972] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reboot_timeout = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435143] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reclaim_instance_interval = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435296] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] record = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435460] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reimage_timeout_per_gb = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435622] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] report_interval = 120 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435780] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] rescue_timeout = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.435939] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reserved_host_cpus = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436109] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reserved_host_disk_mb = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436270] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reserved_host_memory_mb = 512 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436427] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] reserved_huge_pages = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436581] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] resize_confirm_window = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436738] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] resize_fs_using_block_device = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.436891] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] resume_guests_state_on_host_boot = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437065] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437227] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] rpc_response_timeout = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437384] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] run_external_periodic_tasks = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437548] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] running_deleted_instance_action = reap {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437705] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.437861] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] running_deleted_instance_timeout = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438026] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler_instance_sync_interval = 120 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438198] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_down_time = 720 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438362] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] servicegroup_driver = db {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438514] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] shell_completion = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438737] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] shelved_offload_time = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.438904] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] shelved_poll_interval = 3600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439087] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] shutdown_timeout = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439248] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] source_is_ipv6 = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439404] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ssl_only = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439651] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439817] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] sync_power_state_interval = 600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.439977] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] sync_power_state_pool_size = 1000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440158] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] syslog_log_facility = LOG_USER {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440315] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] tempdir = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440473] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] timeout_nbd = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440635] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] transport_url = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.440848] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] update_resources_interval = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441028] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_cow_images = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441189] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_eventlog = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441347] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_journal = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441505] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_json = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441660] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_rootwrap_daemon = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.441836] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_stderr = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442008] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] use_syslog = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442170] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vcpu_pin_set = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442338] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plugging_is_fatal = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442503] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plugging_timeout = 300 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442666] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] virt_mkfs = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442824] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] volume_usage_poll_interval = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.442983] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] watch_log_file = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443162] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] web = /usr/share/spice-html5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 553.443344] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.443512] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.443674] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.443841] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_concurrency.disable_process_locking = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.444438] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.444636] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.444811] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.444991] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.445185] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.445354] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.445540] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.auth_strategy = keystone {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.445710] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.compute_link_prefix = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.445885] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.446076] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.dhcp_domain = novalocal {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.446254] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.enable_instance_password = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.446419] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.glance_link_prefix = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.446584] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.446759] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.446925] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.instance_list_per_project_cells = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.447103] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.list_records_by_skipping_down_cells = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.447276] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.local_metadata_per_cell = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.447446] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.max_limit = 1000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.447614] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.metadata_cache_expiration = 15 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.447791] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.neutron_default_tenant_id = default {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.447970] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.response_validation = warn {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.448161] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.use_neutron_default_nets = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.448334] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.448499] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.448728] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.448923] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.449111] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_dynamic_targets = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.449278] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_jsonfile_path = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.449460] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.449651] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.backend = dogpile.cache.memcached {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.449819] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.backend_argument = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.449983] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.backend_expiration_time = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.450169] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.config_prefix = cache.oslo {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.450339] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.dead_timeout = 60.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.450502] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.debug_cache_backend = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.450664] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.enable_retry_client = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.450878] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.enable_socket_keepalive = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.451067] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.enabled = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.451240] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.enforce_fips_mode = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.451406] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.expiration_time = 600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.451570] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.hashclient_retry_attempts = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.451739] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.451904] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_dead_retry = 300 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.452078] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_password = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.452246] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.452412] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.452576] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_pool_maxsize = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.452737] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.452904] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_sasl_enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453097] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453269] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453430] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.memcache_username = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453596] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.proxies = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453756] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_db = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.453918] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_password = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454100] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454279] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454447] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_server = localhost:6379 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454612] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_socket_timeout = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454768] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.redis_username = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.454932] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.retry_attempts = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455110] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.retry_delay = 0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455278] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.socket_keepalive_count = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455441] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.socket_keepalive_idle = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455601] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.socket_keepalive_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455759] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.tls_allowed_ciphers = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.455919] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.tls_cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456090] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.tls_certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456257] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.tls_enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456411] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cache.tls_keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456580] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456753] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.auth_type = password {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.456917] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457105] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457272] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457438] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457600] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.cross_az_attach = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457764] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.debug = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.457923] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.endpoint_template = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458102] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.http_retries = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458269] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458427] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458597] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.os_region_name = RegionOne {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458784] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.458944] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cinder.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459132] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459298] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.cpu_dedicated_set = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459455] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.cpu_shared_set = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459620] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.image_type_exclude_list = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459784] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.459949] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460127] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460292] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460459] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460621] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.resource_provider_association_refresh = 300 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460787] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.460950] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.shutdown_retry_interval = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461141] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461320] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] conductor.workers = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461495] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] console.allowed_origins = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461653] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] console.ssl_ciphers = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461822] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] console.ssl_minimum_version = default {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.461993] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] consoleauth.enforce_session_timeout = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462175] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] consoleauth.token_ttl = 600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462345] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462505] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462669] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462829] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.462991] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463163] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463329] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463487] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463645] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463801] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.463960] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464148] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464285] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464452] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.service_type = accelerator {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464613] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464771] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.464931] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465103] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465287] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465453] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] cyborg.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465633] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.backend = sqlalchemy {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465802] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.connection = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.465969] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.connection_debug = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466158] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.connection_parameters = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466326] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.connection_recycle_time = 3600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466490] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.connection_trace = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466652] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.db_inc_retry_interval = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466817] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.db_max_retries = 20 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.466982] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.db_max_retry_interval = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467162] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.db_retry_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467326] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.max_overflow = 50 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467487] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.max_pool_size = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467648] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.max_retries = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467816] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.467977] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.mysql_wsrep_sync_wait = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468151] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.pool_timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468314] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.retry_interval = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468470] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.slave_connection = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468634] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.sqlite_synchronous = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468792] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] database.use_db_reconnect = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.468969] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.backend = sqlalchemy {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469151] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.connection = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469318] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.connection_debug = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469483] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.connection_parameters = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469644] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.connection_recycle_time = 3600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469805] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.connection_trace = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.469968] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.db_inc_retry_interval = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470144] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.db_max_retries = 20 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470305] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.db_max_retry_interval = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470465] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.db_retry_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470625] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.max_overflow = 50 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470790] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.max_pool_size = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.470956] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.max_retries = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471142] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471305] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471466] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.pool_timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471630] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.retry_interval = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471792] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.slave_connection = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.471956] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] api_database.sqlite_synchronous = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472153] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] devices.enabled_mdev_types = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472332] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472504] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472668] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ephemeral_storage_encryption.enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.472832] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473012] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.api_servers = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473188] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473351] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473516] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473673] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473831] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.473995] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.debug = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474244] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.default_trusted_certificate_ids = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474361] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.enable_certificate_validation = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474526] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.enable_rbd_download = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474685] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.474851] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475027] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475186] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475344] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475509] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.num_retries = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475676] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.rbd_ceph_conf = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.475837] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.rbd_connect_timeout = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476019] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.rbd_pool = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476193] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.rbd_user = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476354] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476512] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476668] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.476838] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.service_type = image {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477007] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477176] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477337] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477496] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477678] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.477845] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.verify_glance_signatures = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478015] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] glance.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478188] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] guestfs.debug = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478360] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478522] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.auth_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478684] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.478840] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479011] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479180] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479340] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479498] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479662] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479821] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.479981] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480154] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480315] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480473] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480630] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480804] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.service_type = shared-file-system {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.480969] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.share_apply_policy_timeout = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481145] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481307] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481464] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481624] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481805] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.481968] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] manila.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482151] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] mks.enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482505] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482698] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] image_cache.manager_interval = 2400 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.482882] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] image_cache.precache_concurrency = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483073] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] image_cache.remove_unused_base_images = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483254] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483426] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483603] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] image_cache.subdirectory_name = _base {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483781] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.api_max_retries = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.483949] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.api_retry_interval = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484126] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484297] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.auth_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484454] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484613] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484778] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.484944] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.conductor_group = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485115] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485277] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485435] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485601] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485760] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.485920] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486089] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486258] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.peer_list = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486414] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486572] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486737] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.serial_console_state_timeout = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.486901] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487078] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.service_type = baremetal {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487245] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.shard = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487409] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487568] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487726] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.487889] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488084] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488251] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ironic.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488433] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488608] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] key_manager.fixed_key = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488787] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.488952] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.barbican_api_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489127] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.barbican_endpoint = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489301] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.barbican_endpoint_type = public {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489462] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.barbican_region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489626] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489786] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.489951] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490129] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490289] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490453] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.number_of_retries = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490616] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.retry_delay = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490783] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.send_service_user_token = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.490947] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491121] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491287] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.verify_ssl = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491445] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican.verify_ssl_path = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491611] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491779] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.auth_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.491933] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492102] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492268] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492431] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492589] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492751] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.492910] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] barbican_service_user.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493087] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.approle_role_id = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493248] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.approle_secret_id = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493417] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.kv_mountpoint = secret {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493578] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.kv_path = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493743] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.kv_version = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.493903] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.namespace = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494072] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.root_token_id = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494232] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.ssl_ca_crt_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494398] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.timeout = 60.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494563] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.use_ssl = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494731] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.494902] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495074] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495241] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495400] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495557] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495713] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.495875] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496042] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496203] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496359] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496513] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496669] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496825] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.496995] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.service_type = identity {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497173] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497338] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497499] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497659] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.497839] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498009] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] keystone.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498219] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.connection_uri = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498384] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_mode = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498550] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498722] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_models = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.498891] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_power_governor_high = performance {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499072] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499241] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_power_management = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499413] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499580] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.device_detach_attempts = 8 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499744] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.device_detach_timeout = 20 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.499909] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.disk_cachemodes = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500080] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.disk_prefix = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500247] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.enabled_perf_events = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500415] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.file_backed_memory = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500586] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.gid_maps = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500783] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.hw_disk_discard = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.500920] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.hw_machine_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501090] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_rbd_ceph_conf = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501259] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501422] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501590] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_rbd_glance_store_name = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501757] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_rbd_pool = rbd {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.501924] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_type = default {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502095] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.images_volume_group = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502263] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.inject_key = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502428] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.inject_partition = -2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502592] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.inject_password = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502756] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.iscsi_iface = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.502920] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.iser_use_multipath = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503096] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503264] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503424] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_downtime = 500 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503588] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503750] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.503911] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_inbound_addr = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504085] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504251] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504411] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_scheme = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504600] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_timeout_action = abort {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504738] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_tunnelled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.504895] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_uri = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505066] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.live_migration_with_native_tls = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505230] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.max_queues = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505393] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505615] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.505779] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.nfs_mount_options = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506095] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506278] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506448] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506610] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506776] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.506939] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.num_pcie_ports = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507125] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507291] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.pmem_namespaces = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507449] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.quobyte_client_cfg = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507739] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.507924] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508105] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508274] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508433] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rbd_secret_uuid = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508587] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rbd_user = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508752] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.508927] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509095] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rescue_image_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509258] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rescue_kernel_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509419] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rescue_ramdisk_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509587] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509748] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.rx_queue_size = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.509918] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.smbfs_mount_options = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510232] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510414] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.snapshot_compression = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510579] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.snapshot_image_format = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510814] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.510983] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.sparse_logical_volumes = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511164] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.swtpm_enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511339] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.swtpm_group = tss {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511510] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.swtpm_user = tss {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511682] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.sysinfo_serial = unique {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.511847] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.tb_cache_size = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512017] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.tx_queue_size = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512193] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.uid_maps = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512358] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.use_virtio_for_bridges = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512528] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.virt_type = kvm {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512697] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.volume_clear = zero {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.512861] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.volume_clear_size = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513041] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.volume_use_multipath = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513206] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_cache_path = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513382] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513546] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513712] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.513881] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514198] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514380] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.vzstorage_mount_user = stack {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514548] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514720] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.514894] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.auth_type = password {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515070] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515236] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515400] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515561] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515727] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.515890] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.default_floating_pool = public {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516066] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516231] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.extension_sync_interval = 600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516394] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.http_retries = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516556] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516714] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.516872] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517058] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517222] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517391] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.ovs_bridge = br-int {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517557] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.physnets = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517727] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.region_name = RegionOne {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.517887] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518066] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.service_metadata_proxy = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518229] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518400] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.service_type = network {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518561] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518722] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.518878] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519050] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519234] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519393] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] neutron.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519564] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] notifications.bdms_in_notifications = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519739] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] notifications.default_level = INFO {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.519926] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] notifications.notification_format = unversioned {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520107] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] notifications.notify_on_state_change = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520286] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520467] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] pci.alias = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520642] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] pci.device_spec = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520815] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] pci.report_in_placement = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.520989] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521180] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.auth_type = password {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521348] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521507] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521663] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521825] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.521990] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522166] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522326] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.default_domain_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522484] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.default_domain_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522642] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.domain_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522800] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.domain_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.522959] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523134] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523292] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523449] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523605] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523772] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.password = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.523929] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.project_domain_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524108] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.project_domain_name = Default {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524278] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.project_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524452] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.project_name = service {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524621] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.region_name = RegionOne {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524801] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.524939] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525122] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.service_type = placement {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525288] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525447] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525607] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525765] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.system_scope = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.525924] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526094] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.trust_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526258] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.user_domain_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526426] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.user_domain_name = Default {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526588] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.user_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526762] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.username = nova {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.526943] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527116] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] placement.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527301] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.cores = 20 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527467] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.count_usage_from_placement = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527639] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527807] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.injected_file_content_bytes = 10240 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.527974] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.injected_file_path_length = 255 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528159] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.injected_files = 5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528327] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.instances = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528492] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.key_pairs = 100 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528655] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.metadata_items = 128 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528820] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.ram = 51200 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.528986] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.recheck_quota = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529165] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.server_group_members = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529329] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.server_groups = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529543] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529718] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] quota.unified_limits_resource_strategy = require {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.529893] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530072] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530237] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.image_metadata_prefilter = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530397] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530562] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.max_attempts = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530742] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.max_placement_results = 1000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.530888] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531062] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531226] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531399] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] scheduler.workers = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531572] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531745] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.531925] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532164] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532342] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532510] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532676] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.532865] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533051] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.host_subset_size = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533222] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533386] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533550] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533717] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.isolated_hosts = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.533883] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.isolated_images = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534062] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534232] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534399] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534563] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.pci_in_placement = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534727] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.534903] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535081] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535251] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535416] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535580] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535744] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.track_instance_changes = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.535922] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536110] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metrics.required = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536278] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metrics.weight_multiplier = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536441] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536601] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] metrics.weight_setting = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.536921] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537115] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] serial_console.enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537297] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] serial_console.port_range = 10000:20000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537468] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537635] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537804] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] serial_console.serialproxy_port = 6083 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.537974] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538162] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.auth_type = password {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538326] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538485] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538649] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538812] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.538970] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539155] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.send_service_user_token = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539320] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539481] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] service_user.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539651] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.agent_enabled = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.539814] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540147] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540354] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540528] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.html5proxy_port = 6082 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540690] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.image_compression = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.540854] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.jpeg_compression = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541026] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.playback_compression = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541195] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.require_secure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541364] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.server_listen = 127.0.0.1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541531] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541689] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.streaming_mode = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.541848] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] spice.zlib_compression = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542019] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] upgrade_levels.baseapi = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542192] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] upgrade_levels.compute = auto {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542353] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] upgrade_levels.conductor = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542511] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] upgrade_levels.scheduler = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542676] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.542840] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543006] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543173] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543335] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543495] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543653] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543816] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.543977] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vendordata_dynamic_auth.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544164] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.api_retry_count = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544327] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.ca_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544499] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544663] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.cluster_name = testcl1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544829] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.connection_pool_size = 10 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.544996] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.console_delay_seconds = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545174] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.datastore_regex = ^datastore.* {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545387] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545559] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.host_password = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545727] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.host_port = 443 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.545900] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.host_username = administrator@vsphere.local {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546076] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.insecure = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546243] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.integration_bridge = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546407] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.maximum_objects = 100 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546563] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.pbm_default_policy = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546724] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.pbm_enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.546882] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.pbm_wsdl_location = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547057] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547219] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.serial_port_proxy_uri = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547375] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.serial_port_service_uri = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547538] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.task_poll_interval = 0.5 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547706] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.use_linked_clone = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.547871] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.vnc_keymap = en-us {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548049] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.vnc_port = 5900 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548216] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vmware.vnc_port_total = 10000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548399] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.auth_schemes = ['none'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548572] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.548873] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549064] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549243] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.novncproxy_port = 6080 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549437] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.server_listen = 127.0.0.1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549615] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549777] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.vencrypt_ca_certs = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.549938] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.vencrypt_client_cert = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550108] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vnc.vencrypt_client_key = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550291] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550455] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.disable_deep_image_inspection = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550618] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550786] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.550947] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551122] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.disable_rootwrap = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551288] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.enable_numa_live_migration = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551449] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551610] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551772] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.551931] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.libvirt_disable_apic = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552104] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552269] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552430] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552592] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552754] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.552917] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553099] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553265] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553427] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553590] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553773] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.553944] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.client_socket_timeout = 900 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554126] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.default_pool_size = 1000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554298] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.keep_alive = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554462] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.max_header_line = 16384 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554625] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554785] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.ssl_ca_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.554946] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.ssl_cert_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555124] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.ssl_key_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555293] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.tcp_keepidle = 600 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555470] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555640] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] zvm.ca_file = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.555804] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] zvm.cloud_connector_url = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556116] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556296] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] zvm.reachable_timeout = 300 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556469] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556668] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.556863] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.connection_string = messaging:// {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557045] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.enabled = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557220] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.es_doc_type = notification {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557383] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.es_scroll_size = 10000 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557548] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.es_scroll_time = 2m {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557710] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.filter_error_trace = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.557875] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.hmac_keys = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558054] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.sentinel_service_name = mymaster {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558220] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.socket_timeout = 0.1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558383] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.trace_requests = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558543] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler.trace_sqlalchemy = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558724] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler_jaeger.process_tags = {} {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.558888] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler_jaeger.service_name_prefix = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559062] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] profiler_otlp.service_name_prefix = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559233] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] remote_debug.host = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559393] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] remote_debug.port = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559576] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559740] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.559906] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560083] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560254] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560419] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560581] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560784] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.560918] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561105] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561325] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561440] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561611] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561780] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.561953] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562134] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562300] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562474] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562639] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562802] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.562969] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563150] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563315] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563484] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563649] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563813] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.563977] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564155] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564325] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564493] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.ssl = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564666] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.564837] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565011] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565191] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565363] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565528] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565720] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.565887] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_notifications.retry = -1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566082] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566259] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566432] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.auth_section = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566595] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.auth_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566752] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.cafile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.566912] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.certfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567084] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.collect_timing = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567250] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.connect_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567403] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.connect_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567558] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.endpoint_id = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567725] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.567886] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.endpoint_override = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568051] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.endpoint_region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568215] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.endpoint_service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568373] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.endpoint_service_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568538] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.insecure = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568695] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.keyfile = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.568848] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.max_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569009] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.min_version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569175] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.region_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569332] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.retriable_status_codes = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569490] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.service_name = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569646] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.service_type = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569809] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.split_loggers = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.569969] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.status_code_retries = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570141] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.status_code_retry_delay = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570301] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.timeout = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570458] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.valid_interfaces = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570614] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_limit.version = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570798] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_reports.file_event_handler = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.570962] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571137] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] oslo_reports.log_dir = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571309] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571469] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571625] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571803] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.571958] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572132] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572304] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572463] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_ovs_privileged.group = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572621] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572785] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.572945] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573117] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] vif_plug_ovs_privileged.user = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573286] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573468] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573641] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573819] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.573983] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574166] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574332] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574496] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574671] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.574842] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.isolate_vif = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575021] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575200] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575363] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575527] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575687] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] os_vif_ovs.per_port_bridge = False {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.575863] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] privsep_osbrick.capabilities = [21] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576028] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] privsep_osbrick.group = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576192] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] privsep_osbrick.helper_command = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576356] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576519] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576676] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] privsep_osbrick.user = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.576845] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577011] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] nova_sys_admin.group = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577177] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] nova_sys_admin.helper_command = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577343] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577506] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577662] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] nova_sys_admin.user = None {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 553.577794] env[62777]: DEBUG oslo_service.service [None req-f293c245-4267-415b-ab36-17e328d00cf4 None None] ******************************************************************************** {{(pid=62777) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 553.578228] env[62777]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 554.082026] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Getting list of instances from cluster (obj){ [ 554.082026] env[62777]: value = "domain-c8" [ 554.082026] env[62777]: _type = "ClusterComputeResource" [ 554.082026] env[62777]: } {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 554.083135] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d864b30-7810-459c-b92b-a2b11290aec3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 554.092615] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Got total of 0 instances {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 554.093200] env[62777]: WARNING nova.virt.vmwareapi.driver [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 554.093658] env[62777]: INFO nova.virt.node [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Generated node identity 970c2190-10b4-4ecb-bf37-fd4b2f987137 [ 554.093884] env[62777]: INFO nova.virt.node [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Wrote node identity 970c2190-10b4-4ecb-bf37-fd4b2f987137 to /opt/stack/data/n-cpu-1/compute_id [ 554.596711] env[62777]: WARNING nova.compute.manager [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Compute nodes ['970c2190-10b4-4ecb-bf37-fd4b2f987137'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 555.602250] env[62777]: INFO nova.compute.manager [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 556.607822] env[62777]: WARNING nova.compute.manager [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 556.608250] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.608319] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.608474] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.608627] env[62777]: DEBUG nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 556.609567] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34872124-7262-47d7-a575-ec9f41d9f4be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.617907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2167f-6c74-42fa-832d-8ef9a941b038 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.631207] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6045243f-a1e1-451a-b27f-c17b8c204490 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.637629] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743cf63-a7d6-4d00-8317-ec702892b156 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 556.666798] env[62777]: DEBUG nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181430MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 556.666936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.667209] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.169207] env[62777]: WARNING nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] No compute node record for cpu-1:970c2190-10b4-4ecb-bf37-fd4b2f987137: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 970c2190-10b4-4ecb-bf37-fd4b2f987137 could not be found. [ 557.673221] env[62777]: INFO nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 970c2190-10b4-4ecb-bf37-fd4b2f987137 [ 559.185722] env[62777]: DEBUG nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 559.186102] env[62777]: DEBUG nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 559.358109] env[62777]: INFO nova.scheduler.client.report [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] [req-22a56967-39e9-420b-bbc7-849f1ca0ef17] Created resource provider record via placement API for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 559.376041] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc41b1c-74b9-4c99-88d7-b412876b5959 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.384026] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960bf1d6-dd5a-4ec8-bac2-5f7a03f93bd9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.412046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7a5766-e8cd-4d9b-915f-813be45522e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.418973] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56319cb9-965c-47a1-8015-d0dec50c249a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 559.432437] env[62777]: DEBUG nova.compute.provider_tree [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 559.973970] env[62777]: DEBUG nova.scheduler.client.report [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 559.974230] env[62777]: DEBUG nova.compute.provider_tree [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 0 to 1 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 559.974375] env[62777]: DEBUG nova.compute.provider_tree [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 560.023248] env[62777]: DEBUG nova.compute.provider_tree [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 1 to 2 during operation: update_traits {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 560.528050] env[62777]: DEBUG nova.compute.resource_tracker [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 560.528388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.861s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 560.528388] env[62777]: DEBUG nova.service [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Creating RPC server for service compute {{(pid=62777) start /opt/stack/nova/nova/service.py:186}} [ 560.542281] env[62777]: DEBUG nova.service [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] Join ServiceGroup membership for this service compute {{(pid=62777) start /opt/stack/nova/nova/service.py:203}} [ 560.542462] env[62777]: DEBUG nova.servicegroup.drivers.db [None req-bb85c4fb-3464-4819-b5d4-402b48f6eccc None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62777) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 587.547597] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.050716] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Getting list of instances from cluster (obj){ [ 588.050716] env[62777]: value = "domain-c8" [ 588.050716] env[62777]: _type = "ClusterComputeResource" [ 588.050716] env[62777]: } {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 588.051972] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7daabb0-1c68-4c47-bd83-36d55a57c1ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.060318] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Got total of 0 instances {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 588.060541] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 588.060832] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Getting list of instances from cluster (obj){ [ 588.060832] env[62777]: value = "domain-c8" [ 588.060832] env[62777]: _type = "ClusterComputeResource" [ 588.060832] env[62777]: } {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 588.061697] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a324f26-86d0-4051-bdd3-a1447ac7f8bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.068904] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Got total of 0 instances {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 608.814835] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.815221] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 608.815352] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 608.815495] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 609.319198] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 609.319472] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.319755] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.319968] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.320207] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.320428] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.320646] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.320849] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 609.321030] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 609.824936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.825321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.825321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.825438] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 609.826322] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4a963d-5131-4176-9b40-7ec526575d45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.834515] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e88e123-4a33-4d52-b78a-c1254b96c834 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.848845] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c6c5b4-288d-43e1-9c25-9c1c8bf3cdc3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.855549] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2598d90c-50de-4ad2-93ad-16ce8ee19ef3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.884270] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181436MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 609.884533] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.884621] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.903720] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 610.904048] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 610.920489] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c78259-fd21-4fb0-bbe0-4572c2347c61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.928053] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bf67f7-1041-44a7-a8c7-e73118e60d59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.960147] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cfcf05-c2e7-489e-9ff8-dd584b681bf7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.967895] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b604173-76b0-405f-accf-33c6d8703881 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.982318] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.485609] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 611.990913] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 611.991442] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.106s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.976881] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 671.977381] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.481916] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.482141] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 672.482272] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 672.989299] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 672.989551] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.989689] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.989834] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.989980] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.990134] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.990279] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 672.990407] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 672.990569] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.493904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.494155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.494427] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.494604] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 673.495524] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7bf696-66f3-4e25-bcbf-421c60dbdbe3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.504026] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ef9914-109f-4330-826f-4b423a955d5b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.517828] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b6f66e-e1d3-4545-b520-85dfadae7529 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.524306] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d685a-40ee-4a7c-85f2-ef61eef46b84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.551561] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181435MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 673.551694] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.551878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.571711] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 674.571969] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 674.584907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f20f7b-5660-41a8-b6df-ec3684dc1c8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.592977] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ebafb0-f603-43a1-ad3e-0bf72fa1c1ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.623158] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee135ae-7435-41bd-b0d3-944fa2c16b8b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.630018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26a0c80-d13d-46f2-895a-6760a5c54fc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.642583] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.145237] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 675.146539] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.146729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.149048] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.149048] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.149048] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 735.149560] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 735.652268] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 735.652487] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.652647] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.652828] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.652985] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.653150] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.653294] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.653423] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 735.653560] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.157139] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.157507] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 736.157554] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.157686] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 736.158602] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a08d44-70b8-458f-b1b6-3e547d1770cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.166794] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2c1e9-dd73-4d1a-8a8e-b56ddcd8c3b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.181290] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37fc056-9b6b-4609-b47f-216d313107e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.187477] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533ff23-7fed-4a85-8419-d59cd86944ef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.215515] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181432MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 736.215669] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.215843] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.234323] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 737.234558] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 737.247608] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae137749-cd8c-412c-8d77-070ba8c97761 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.255366] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3b711f-14f6-4bfb-8ff9-58ebd7faa408 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.284514] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf942cf-42b2-48bd-bf57-59c2a4474cc2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.290938] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5254d8b-d9c0-4f64-a21f-1b9b6fa04103 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.303339] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.806681] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 737.807919] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 737.808105] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.461659] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.966874] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 792.967089] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 792.967196] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 793.470320] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 793.470729] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.470729] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.470845] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.471102] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.471271] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.471407] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 793.471545] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 793.975231] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.975458] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.975656] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.975855] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 793.976842] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e90646-fa8f-49ac-b719-ce2e351585cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.985387] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a56b848-2667-4dca-be82-98e3dc3251d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.998954] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310c6c68-cc0b-44bb-88bc-7c16898dd6a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.004970] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8829cf-a332-4618-a61e-e8063cd311bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.033803] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181429MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 794.033939] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 794.034149] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.052428] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 795.052689] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 795.065038] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a9061b-18d4-40a3-8a64-f22a2d39062a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.072277] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743bb493-d338-43e4-a097-e84b6275715d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.100198] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b9382-4d02-428a-af68-136e4815a619 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.106864] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af06415-82eb-49a7-8316-d4a87bae2a0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.119863] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.622715] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 795.624019] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 795.624208] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.958580] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.958820] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.805636] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 848.806047] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 849.309813] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] There are 0 instances to clean {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 849.310082] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.310216] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances with incomplete migration {{(pid=62777) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 849.812805] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.315346] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.805610] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.805813] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 852.801022] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.804632] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 852.804781] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 852.804899] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 853.308296] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 853.308651] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.308905] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.804787] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.805149] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 853.805203] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.308471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.308644] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 854.308818] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.308971] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 854.309883] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d64048-21c8-4cfc-82cb-1c3310b97e84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.317947] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d977e2fe-975c-4453-969d-b323eb3a0edb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.331622] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe05b19-915e-4d24-8775-2d3e134b7852 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.337612] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a7b45e-1607-4a85-b0db-b1b19192be5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.366323] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181424MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 854.366461] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.366665] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.385905] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 855.386222] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 855.399277] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3f1426-0481-4e5d-9b3d-c2d50e932c8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.407440] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e97abb-b6fa-4e98-b792-166ea593253c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.435562] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c820a20-db6c-4bd0-b662-42b0576dc789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.442107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65ef26-c971-4837-906e-3d286e5e50c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.455320] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.958176] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 855.959446] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 855.959625] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.956613] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.461962] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.462160] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.462299] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 912.805733] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.805957] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.800848] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.805459] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.805459] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 914.805749] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 915.308141] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 915.308412] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.308575] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 915.811711] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.812206] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.812206] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.812322] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 915.813216] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744eca7f-e6c8-469a-b415-447ecd7bf27d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.821923] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2e0086-e04b-47f6-8566-46f3c2ddc7b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.836247] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba57ce1-95a3-4c93-acbb-abe44f457d62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.842931] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec8e63-943f-4ebb-a6fb-6d660bfed874 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.873041] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181418MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 915.873208] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.873337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.906562] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 916.906801] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 916.925347] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 916.940406] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 916.940591] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.952672] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 916.968827] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 916.980224] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8a943b-5da2-450c-8166-6a36c9121430 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.987882] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd407d0-d368-4c08-9f7b-ec63c8b78b6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.016503] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f35b8-a39d-4f94-9335-16e149aba3d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.023695] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c5c1a-104f-4d53-adac-fc0ecf78952c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.037419] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.540014] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 917.541310] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 917.541481] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.668s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.039234] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.805660] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.806072] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 973.800661] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.805257] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.806390] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.806668] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.806771] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 974.806918] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.310400] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.310666] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.310832] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.311046] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 975.311938] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b2de73-6767-4b7c-a4e1-db397f347f6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.320308] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1fce84-4223-4a6c-b2e3-8109e816a8b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.338498] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92669de-4767-4597-9ee7-4fe411fbd9dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.347570] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a971d1d2-0748-41e7-b16b-b893301fb75d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.378366] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181406MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 975.378537] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.378683] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.396347] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 976.396605] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 976.409251] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f17ea22-da88-4ffe-b1f1-aed13f0cb9c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.416854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29722c5f-e481-47a5-8eaa-0d9db4fe4058 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.445996] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5178f3ed-b0b3-46e4-b6ce-ae7100da4aa6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.452710] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3587a5-b603-40ee-87f0-2835d27b1c27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.465067] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.967608] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 976.968947] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 976.969147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.968177] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.968723] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 977.968865] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 978.472244] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 978.472513] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1031.305063] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.805643] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.805891] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.806040] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.806211] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.806383] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.806519] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1035.805408] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1036.308435] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.308806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.308806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.308962] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1036.309863] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c7a166-f9f1-43c8-87fd-ca8deedefa18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.317798] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88a468c-1551-4bad-b88f-411c38b88955 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.331289] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b201d4-f8e8-44b4-b4a0-f339f477c734 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.337020] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419fa18-9807-48bc-a1ee-3c61470a0a52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.364557] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181421MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1036.364701] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1036.364878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.384326] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1037.384616] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1037.398681] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524079ea-58d4-4225-9562-17ba9465b5ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.405695] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25295ab9-71cb-48e9-adde-642b0d007530 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.434024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b5757c-bb82-4805-9737-ed17ed81cc35 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.440670] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d8b306-cb36-45d4-8214-43a2fa972123 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.453089] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.955771] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1037.957116] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1037.957302] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.957584] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.957933] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1038.957933] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1039.460743] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1039.460998] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.461149] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.305637] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.805444] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.805692] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.805811] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.805952] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1095.806113] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1096.309237] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.309654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.309654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.309810] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1096.310680] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8293a11-9e16-44f3-989c-ad4cd43b15e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.318651] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5015c6b5-4f10-4d92-bee2-729eefcdc285 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.332762] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2011152c-21d8-4388-a15d-c7be2ad1cf45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.338632] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c373d8-d2b1-41d3-85a6-4b0dd507bbe5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.366784] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181408MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1096.366951] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.367143] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.385117] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1097.385344] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1097.397772] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f541fe0f-09e0-4b92-940b-28ec6c665a79 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.405275] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c14371-d7ea-4408-8c7d-7c55bd496b45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.434559] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7bece-3294-4f36-b5a4-4aec4c320bdd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.441523] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040c6156-d455-42b9-a4f3-e148e24e606a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.453966] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.958595] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1097.958595] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1097.958595] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.958224] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.958591] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1098.958591] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1099.461770] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1099.462065] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.462157] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.805658] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.800631] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.806744] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.807190] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 1155.309636] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] There are 0 instances to clean {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 1156.308648] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.309117] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.309117] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1156.309281] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.812848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.813168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.813290] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.813446] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.814350] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b01f07-f1d4-4f9c-881d-970167ac1128 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.822892] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb3381-ac53-4fc4-9261-2d2682517de4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.837063] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e676c0-7dbf-4004-8f0f-05c52c079695 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.843318] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bfe711-2952-4a42-8c3c-c0d9479247ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.871390] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181394MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.871549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.871706] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.889524] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1157.889764] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1157.902667] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6898975-6d3b-43fd-9692-15cf4e0f4610 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.910246] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71312e3-ab20-4aee-af69-83013af6ddf0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.939920] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd55c5-f66f-4bc9-a5f6-6d8bd85e5462 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.947073] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17823f8-934c-4ee6-81b8-32e169fd9f21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.960119] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.462953] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1158.464180] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1158.464362] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.805951] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.806162] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.806347] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.806516] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.806655] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances with incomplete migration {{(pid=62777) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 1160.309458] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.806019] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.806280] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1160.806361] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1161.308964] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1161.309222] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.806452] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.056672] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.559707] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Getting list of instances from cluster (obj){ [ 1188.559707] env[62777]: value = "domain-c8" [ 1188.559707] env[62777]: _type = "ClusterComputeResource" [ 1188.559707] env[62777]: } {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1188.560810] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b39db86-ec22-436c-bb54-45a980f0c8e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.568937] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Got total of 0 instances {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1215.805677] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.309251] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.309500] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.309659] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.309808] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1216.310693] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5949f4b7-89e0-4e15-a5cb-89ac6873b456 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.318804] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6ef9c2-adaf-4e21-9f77-75f6bdac9cad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.332240] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d571aaa-8b8a-44b4-93c5-172c93a54163 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.338272] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0292835-8d24-4e6d-ab35-7f7aa7e609fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.369010] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181374MB free_disk=183GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1216.369166] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.369336] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.512638] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1217.513015] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1217.531950] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1217.545424] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1217.545620] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.558534] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1217.593414] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1217.612918] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba6ec6-763c-4553-a1c0-145e0a3d1801 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.620615] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0287d32-74d5-4766-934b-bb8d8fa36df8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.654023] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a5fb23-d904-4116-8baa-fcf37aafad9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.661730] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125c73fa-b6af-4e6d-92ee-d7c7e11c148f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.675401] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.183368] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1218.184653] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1218.184827] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.815s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.185424] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.187135] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.187135] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.187135] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.187135] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.187135] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1219.806039] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.805484] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.805863] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1220.805863] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1221.308413] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1221.308650] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1228.341816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.342122] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.847066] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1229.392907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1229.392907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1229.393547] env[62777]: INFO nova.compute.claims [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.258112] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "f74de76e-9358-4af8-acef-8a004a91998f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.258314] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "f74de76e-9358-4af8-acef-8a004a91998f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.466737] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f9890a-cc9e-44cd-a204-bd3c9c34f995 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.475011] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3115d61b-e9c9-4787-9677-0efc3a249ae2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.508591] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df900cd6-38dd-4e72-851e-73c9ed5600fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.515215] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209d0306-6a4c-4cca-a3ea-fa3a19fd6988 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.531895] env[62777]: DEBUG nova.compute.provider_tree [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.762978] env[62777]: DEBUG nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.037642] env[62777]: DEBUG nova.scheduler.client.report [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1231.298974] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.546452] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.548436] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.552934] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.255s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.554703] env[62777]: INFO nova.compute.claims [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.061260] env[62777]: DEBUG nova.compute.utils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1232.062783] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1232.063080] env[62777]: DEBUG nova.network.neutron [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1232.239321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.239541] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.473886] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "d847af88-9acc-4ecf-a290-c3ded02265a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.474137] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.569694] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.585768] env[62777]: DEBUG nova.policy [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c35ee12b99c4c258bc47fb3be301b4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587690b1cf00436580d66e67eda69352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1232.693979] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2161f7b-91f5-4744-bce0-94f3fe34dc93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.707262] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848d76c3-675d-4997-8f2f-aad092c940ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.742668] env[62777]: DEBUG nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.746859] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4809dc57-292d-48a2-898f-55c53d86da10 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.755147] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce3025e-0cd7-4a90-9074-ac25814a8af3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.769505] env[62777]: DEBUG nova.compute.provider_tree [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.976137] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.085173] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.087719] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.247472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "3f016251-3fe4-4a73-8718-498c90779415" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.247472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "3f016251-3fe4-4a73-8718-498c90779415" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.271627] env[62777]: DEBUG nova.scheduler.client.report [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1233.278102] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.482987] env[62777]: DEBUG nova.network.neutron [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Successfully created port: 5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1233.506025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.591353] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.599704] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.639265] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1233.639265] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1233.639265] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.639564] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1233.639564] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.639564] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1233.639564] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1233.640297] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1233.640541] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1233.640718] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1233.640896] env[62777]: DEBUG nova.virt.hardware [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1233.641866] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa64d11-b6ec-4751-9eeb-19b9fd17e42f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.652492] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36df0c4-6214-45ab-8e3d-4c721bec5530 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.675784] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df4f37-1376-4c8d-8287-a7d68cf3b789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.749510] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1233.781939] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.782592] env[62777]: DEBUG nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.789309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.511s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.790784] env[62777]: INFO nova.compute.claims [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.125249] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.219817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.220065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.275128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.297103] env[62777]: DEBUG nova.compute.utils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1234.301105] env[62777]: DEBUG nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1234.535574] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.535798] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.723447] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.801245] env[62777]: DEBUG nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.976173] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5949087-035b-463d-ae6d-d767395c9a3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.987728] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2dfcc19-fd7c-48a4-8138-d9747ff1f58c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.027657] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab56975-4b2f-4325-819e-66e3b45dff8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.035788] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5348af-275f-470b-82d6-8131fb3ed43f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.040052] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.056459] env[62777]: DEBUG nova.compute.provider_tree [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.266320] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.564721] env[62777]: DEBUG nova.scheduler.client.report [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1235.571484] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.816222] env[62777]: DEBUG nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.852502] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1235.852502] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1235.852502] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.852720] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1235.852720] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.853417] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1235.853417] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1235.853417] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1235.853417] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1235.853548] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1235.853593] env[62777]: DEBUG nova.virt.hardware [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1235.854464] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4d5591-2e5b-407c-9052-57de2c044e47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.863678] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d703f47-9e29-435a-bf36-9a2731637e46 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.879602] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.888526] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.889530] env[62777]: DEBUG nova.network.neutron [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Successfully updated port: 5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.893508] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-894ddf87-ddc5-43db-a002-d0e60fc7f095 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.904218] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Created folder: OpenStack in parent group-v4. [ 1235.904488] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Creating folder: Project (d87925b03c41436da920bebc15093e7d). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.904488] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f957e325-ac2e-4ae0-b94e-5b7553a43e30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.913760] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Created folder: Project (d87925b03c41436da920bebc15093e7d) in parent group-v353040. [ 1235.913940] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Creating folder: Instances. Parent ref: group-v353041. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1235.914200] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-061fb76d-972a-4d1f-a47e-c2db329f5d9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.925129] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Created folder: Instances in parent group-v353041. [ 1235.925414] env[62777]: DEBUG oslo.service.loopingcall [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1235.925591] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.926056] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-913d9186-b4fb-4348-aad1-a2e19f556bd1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.943671] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.943671] env[62777]: value = "task-1693178" [ 1235.943671] env[62777]: _type = "Task" [ 1235.943671] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.952201] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693178, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.071666] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.072787] env[62777]: DEBUG nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.076280] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.570s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.077829] env[62777]: INFO nova.compute.claims [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.399221] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "refresh_cache-ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.399221] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired lock "refresh_cache-ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.399221] env[62777]: DEBUG nova.network.neutron [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.456208] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693178, 'name': CreateVM_Task, 'duration_secs': 0.272677} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.456525] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.459038] env[62777]: DEBUG oslo_vmware.service [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bf13f6-0d66-4e07-b568-159843667bd5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.467431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.467431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.467431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.468338] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05ddcc51-aeab-4ae3-961b-f22cd37acb88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.474164] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1236.474164] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526c82b3-8d6d-5b19-75bf-30d6c8dc467d" [ 1236.474164] env[62777]: _type = "Task" [ 1236.474164] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.484516] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526c82b3-8d6d-5b19-75bf-30d6c8dc467d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.583776] env[62777]: DEBUG nova.compute.utils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1236.588694] env[62777]: DEBUG nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1236.987707] env[62777]: DEBUG nova.network.neutron [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1236.991429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.991857] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.992246] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.992512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.993048] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.993496] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16e93638-dabf-41a8-a807-4eafe7b03ea7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.012659] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.013333] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.013969] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178a11f-8b5e-41ab-b186-fdd4e887af2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.021494] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c7fda4-6f4b-484c-8bc3-46f0393d4670 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.026424] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1237.026424] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520e70c1-9eee-d327-afb8-d9b3463bf834" [ 1237.026424] env[62777]: _type = "Task" [ 1237.026424] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.034312] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520e70c1-9eee-d327-afb8-d9b3463bf834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.089565] env[62777]: DEBUG nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.268350] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde23e0d-ff40-430e-8986-cb66cc606ea7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.281024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0482b8e5-7daa-40ae-acc0-bffce88c8710 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.311636] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b2a32-a006-4e19-ab9d-af626ab44c58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.319827] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f203ffcd-10e4-4066-930d-25ef9294731c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.336450] env[62777]: DEBUG nova.compute.provider_tree [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.495464] env[62777]: DEBUG nova.network.neutron [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Updating instance_info_cache with network_info: [{"id": "5c744a77-6381-459a-b3a7-ed6ccffbd4fb", "address": "fa:16:3e:59:ae:a7", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c744a77-63", "ovs_interfaceid": "5c744a77-6381-459a-b3a7-ed6ccffbd4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.539567] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Preparing fetch location {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1237.539824] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Creating directory with path [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.540065] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccd11f0a-4e41-4e03-a38a-243f0307bfe9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.552500] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Created directory with path [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.552710] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Fetch image to [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1237.552859] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Downloading image file data 209f152d-1721-46b9-95cc-20b2ff78078c to [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62777) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1237.556683] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1893c-cc11-4ada-998f-29dd43cc6fcd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.569634] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc7737-f16a-479f-a242-4fab9be62af2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.582966] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d33207f-798c-4829-8b59-e4c516e762e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.636479] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bcad14-43b7-4012-93be-ff4b87f4d508 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.645514] env[62777]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c0bf0221-ef60-4f48-961e-d2cd74890640 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.735771] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Downloading image file data 209f152d-1721-46b9-95cc-20b2ff78078c to the data store datastore1 {{(pid=62777) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1237.809403] env[62777]: DEBUG oslo_vmware.rw_handles [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62777) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1237.880270] env[62777]: DEBUG nova.scheduler.client.report [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1237.998333] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Releasing lock "refresh_cache-ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.998706] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Instance network_info: |[{"id": "5c744a77-6381-459a-b3a7-ed6ccffbd4fb", "address": "fa:16:3e:59:ae:a7", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c744a77-63", "ovs_interfaceid": "5c744a77-6381-459a-b3a7-ed6ccffbd4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1237.999213] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ae:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c744a77-6381-459a-b3a7-ed6ccffbd4fb', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.010655] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Creating folder: Project (587690b1cf00436580d66e67eda69352). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.015151] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f035929-839d-4f68-bb55-f82e48fd2ef3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.031407] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Created folder: Project (587690b1cf00436580d66e67eda69352) in parent group-v353040. [ 1238.031407] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Creating folder: Instances. Parent ref: group-v353044. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.035881] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89de367a-2d82-4ee5-8c14-670c349f7b39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.052523] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Created folder: Instances in parent group-v353044. [ 1238.054780] env[62777]: DEBUG oslo.service.loopingcall [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.054780] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.056016] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584a1ab8-5009-4bc1-a75f-eb1e7802cf2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.082583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9bf94633-f769-4fa7-985f-942375455224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.083457] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9bf94633-f769-4fa7-985f-942375455224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.100361] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.100361] env[62777]: value = "task-1693181" [ 1238.100361] env[62777]: _type = "Task" [ 1238.100361] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.118959] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693181, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.142418] env[62777]: DEBUG nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.211215] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1238.211676] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1238.211676] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.211844] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1238.211927] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.212079] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1238.212284] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1238.212435] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1238.212592] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1238.212746] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1238.212908] env[62777]: DEBUG nova.virt.hardware [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1238.214327] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38894a9d-32a6-4572-9bdc-d69d36bc991b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.225620] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c5efcf-71ea-4b24-8697-d288f3af21bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.245335] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.251621] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Creating folder: Project (8be24b1c411d47459b96683c01a3e5c9). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.256170] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-068aa0f2-e258-41ff-88a3-320e5baa7f56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.269339] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Created folder: Project (8be24b1c411d47459b96683c01a3e5c9) in parent group-v353040. [ 1238.269613] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Creating folder: Instances. Parent ref: group-v353047. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.269917] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-727a25d3-70e9-4e9d-8b36-b0b7c48c48e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.280141] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Created folder: Instances in parent group-v353047. [ 1238.280590] env[62777]: DEBUG oslo.service.loopingcall [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.280771] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.281027] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f5fe01-7f5a-4851-bcd5-62579cdf1fba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.302465] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.302465] env[62777]: value = "task-1693184" [ 1238.302465] env[62777]: _type = "Task" [ 1238.302465] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.314360] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693184, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.388037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.388569] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.392296] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.267s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.400986] env[62777]: INFO nova.compute.claims [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.464141] env[62777]: DEBUG nova.compute.manager [req-44b5c2d3-d98b-4e24-b902-85f2002266d7 req-414ec31a-9839-4dd2-ba00-cc6e905af770 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Received event network-vif-plugged-5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1238.464424] env[62777]: DEBUG oslo_concurrency.lockutils [req-44b5c2d3-d98b-4e24-b902-85f2002266d7 req-414ec31a-9839-4dd2-ba00-cc6e905af770 service nova] Acquiring lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.465095] env[62777]: DEBUG oslo_concurrency.lockutils [req-44b5c2d3-d98b-4e24-b902-85f2002266d7 req-414ec31a-9839-4dd2-ba00-cc6e905af770 service nova] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.466077] env[62777]: DEBUG oslo_concurrency.lockutils [req-44b5c2d3-d98b-4e24-b902-85f2002266d7 req-414ec31a-9839-4dd2-ba00-cc6e905af770 service nova] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.466077] env[62777]: DEBUG nova.compute.manager [req-44b5c2d3-d98b-4e24-b902-85f2002266d7 req-414ec31a-9839-4dd2-ba00-cc6e905af770 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] No waiting events found dispatching network-vif-plugged-5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1238.466077] env[62777]: WARNING nova.compute.manager [req-44b5c2d3-d98b-4e24-b902-85f2002266d7 req-414ec31a-9839-4dd2-ba00-cc6e905af770 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Received unexpected event network-vif-plugged-5c744a77-6381-459a-b3a7-ed6ccffbd4fb for instance with vm_state building and task_state spawning. [ 1238.480415] env[62777]: DEBUG oslo_vmware.rw_handles [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Completed reading data from the image iterator. {{(pid=62777) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1238.480675] env[62777]: DEBUG oslo_vmware.rw_handles [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1238.593126] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1238.614479] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693181, 'name': CreateVM_Task, 'duration_secs': 0.368442} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.614671] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.635754] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.636020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.636687] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.637245] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ea241a-3c6b-4bea-925a-b129f489ddc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.640129] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Downloaded image file data 209f152d-1721-46b9-95cc-20b2ff78078c to vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk on the data store datastore1 {{(pid=62777) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1238.641969] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Caching image {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1238.641969] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Copying Virtual Disk [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk to [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.642841] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f32c231-2457-4d6b-bd14-b546ffed49cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.648487] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1238.648487] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e3998f-5289-d0d4-baac-eac5a9fdb591" [ 1238.648487] env[62777]: _type = "Task" [ 1238.648487] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.658757] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e3998f-5289-d0d4-baac-eac5a9fdb591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.660529] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1238.660529] env[62777]: value = "task-1693185" [ 1238.660529] env[62777]: _type = "Task" [ 1238.660529] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.668863] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.812470] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693184, 'name': CreateVM_Task, 'duration_secs': 0.305797} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.812567] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.812945] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.912841] env[62777]: DEBUG nova.compute.utils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1238.914429] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.914780] env[62777]: DEBUG nova.network.neutron [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.038324] env[62777]: DEBUG nova.policy [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8cc3c541ac8478c918d484a15aeb2e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd11d1d009118491599fc3fac18956602', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.139246] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.165077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.165394] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.165620] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.166234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.167064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1239.167863] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26db0e6e-3abd-4996-b0ca-27405222c7f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.174677] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693185, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.178254] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1239.178254] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524d45f3-69e5-572e-d748-904177d81fa9" [ 1239.178254] env[62777]: _type = "Task" [ 1239.178254] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.189513] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524d45f3-69e5-572e-d748-904177d81fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.421164] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.507426] env[62777]: DEBUG nova.network.neutron [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Successfully created port: c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.684211] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669159} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.686303] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Copied Virtual Disk [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk to [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.686743] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleting the datastore file [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c/tmp-sparse.vmdk {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.687337] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b38d967-2ac7-4e65-a070-c21b2d1a2771 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.697468] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.697786] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.698121] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.698458] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1239.698458] env[62777]: value = "task-1693186" [ 1239.698458] env[62777]: _type = "Task" [ 1239.698458] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.711410] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.731413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8713a4-9f80-4e47-ac50-d11f6f978ede {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.742314] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03aef6be-d006-4ca8-aad9-2d0630c65185 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.791253] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b536b8e3-00b7-47f2-bc72-e94f4c5443c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.799045] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a904ece3-ed08-4e0f-b28e-582866420ff2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.819662] env[62777]: DEBUG nova.compute.provider_tree [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.830293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.830293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.211225] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023933} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.211510] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.211703] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Moving file from [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94/209f152d-1721-46b9-95cc-20b2ff78078c to [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c. {{(pid=62777) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1240.211966] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-89ec18fe-efa7-4d7d-8f94-3fcc3735c6a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.219249] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1240.219249] env[62777]: value = "task-1693187" [ 1240.219249] env[62777]: _type = "Task" [ 1240.219249] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.227756] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693187, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.329990] env[62777]: DEBUG nova.scheduler.client.report [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1240.335294] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.434385] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.471188] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1240.471405] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1240.471405] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.471560] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1240.471664] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.471811] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1240.472144] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1240.472363] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1240.472578] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1240.472783] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1240.472995] env[62777]: DEBUG nova.virt.hardware [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.473902] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17880c63-331f-480e-8205-476fb75d5791 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.482707] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d3412b-b8e5-48d7-9390-0b634f669f6e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.729172] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693187, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025349} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.729398] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] File moved {{(pid=62777) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1240.729590] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Cleaning up location [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1240.729750] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleting the datastore file [datastore1] vmware_temp/9bbbf6c7-2280-4ec9-bbc3-f86e91a51d94 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.729990] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aaf4632-8454-4884-9a87-3b5ad540c534 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.739759] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1240.739759] env[62777]: value = "task-1693188" [ 1240.739759] env[62777]: _type = "Task" [ 1240.739759] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.748401] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.838031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.838031] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.840063] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.565s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.841462] env[62777]: INFO nova.compute.claims [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.879655] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.111085] env[62777]: DEBUG nova.compute.manager [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Received event network-changed-5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1241.111298] env[62777]: DEBUG nova.compute.manager [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Refreshing instance network info cache due to event network-changed-5c744a77-6381-459a-b3a7-ed6ccffbd4fb. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1241.111512] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] Acquiring lock "refresh_cache-ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1241.111654] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] Acquired lock "refresh_cache-ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.111808] env[62777]: DEBUG nova.network.neutron [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Refreshing network info cache for port 5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.255280] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025575} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.255280] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.255861] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4393704-849e-45c0-bd3d-de1b0b453f25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.262885] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1241.262885] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521c4465-37b3-56b9-bde0-8474991c6125" [ 1241.262885] env[62777]: _type = "Task" [ 1241.262885] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.273345] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521c4465-37b3-56b9-bde0-8474991c6125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.345015] env[62777]: DEBUG nova.compute.utils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1241.345015] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.345015] env[62777]: DEBUG nova.network.neutron [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.462566] env[62777]: DEBUG nova.policy [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcff48dcbcf04b9fba9f389dde0a2608', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba818f5256194ab8b275d0e81d44566c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.509396] env[62777]: DEBUG nova.network.neutron [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Successfully updated port: c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.780526] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521c4465-37b3-56b9-bde0-8474991c6125, 'name': SearchDatastore_Task, 'duration_secs': 0.008925} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.780526] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.780526] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f74de76e-9358-4af8-acef-8a004a91998f/f74de76e-9358-4af8-acef-8a004a91998f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.780526] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.780851] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.780851] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56f1c5ad-e1ad-4d3c-9b5f-a92375eb916d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.783644] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea7c4a3-0665-4660-b71f-56369c9e493c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.794853] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1241.794853] env[62777]: value = "task-1693189" [ 1241.794853] env[62777]: _type = "Task" [ 1241.794853] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.797863] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.798188] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.802618] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ee56cb-c315-4023-93bc-a0b826727037 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.809953] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.811567] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1241.811567] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cf32c4-c927-286a-7983-9d4d064ecb94" [ 1241.811567] env[62777]: _type = "Task" [ 1241.811567] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.819221] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cf32c4-c927-286a-7983-9d4d064ecb94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.848995] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.020357] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1242.020357] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquired lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.021028] env[62777]: DEBUG nova.network.neutron [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.096222] env[62777]: DEBUG nova.network.neutron [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Updated VIF entry in instance network info cache for port 5c744a77-6381-459a-b3a7-ed6ccffbd4fb. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.096617] env[62777]: DEBUG nova.network.neutron [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Updating instance_info_cache with network_info: [{"id": "5c744a77-6381-459a-b3a7-ed6ccffbd4fb", "address": "fa:16:3e:59:ae:a7", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c744a77-63", "ovs_interfaceid": "5c744a77-6381-459a-b3a7-ed6ccffbd4fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.110388] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad5be3b-6e7f-4a0b-b346-4fefed99e8a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.119330] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47bb612-8e4b-4fee-90be-88d74d89b818 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.154506] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4287d17-cf91-4340-ac68-f384b24bc4df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.164354] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da65361-06aa-43f0-a57d-0f3f7530867b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.180065] env[62777]: DEBUG nova.compute.provider_tree [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.313519] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474073} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.318948] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f74de76e-9358-4af8-acef-8a004a91998f/f74de76e-9358-4af8-acef-8a004a91998f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.318948] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.319238] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783137a6-3a0b-4d61-9c67-045a12d0879b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.325644] env[62777]: DEBUG nova.network.neutron [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Successfully created port: 96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.335028] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cf32c4-c927-286a-7983-9d4d064ecb94, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.339043] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1242.339043] env[62777]: value = "task-1693190" [ 1242.339043] env[62777]: _type = "Task" [ 1242.339043] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.339043] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fea006d-3a4c-4f6a-a425-dc93f33a7261 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.361337] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1242.361337] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527b3bb0-07a1-92c5-117c-fca1f26cfcbf" [ 1242.361337] env[62777]: _type = "Task" [ 1242.361337] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.364994] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.378016] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527b3bb0-07a1-92c5-117c-fca1f26cfcbf, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.378016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.378016] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] ceb6d9b1-c9ca-4361-9880-a28ae5b577f8/ceb6d9b1-c9ca-4361-9880-a28ae5b577f8.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.378016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.378329] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.378329] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf1bfea2-a6ab-4554-916a-33108d0bdae4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.379220] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3a341c6-3335-4828-9acf-030d0136483e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.387167] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1242.387167] env[62777]: value = "task-1693191" [ 1242.387167] env[62777]: _type = "Task" [ 1242.387167] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.388751] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.389132] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1242.395021] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b0952f-7dbb-448b-8eb4-6bbd4dd5ec3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.400137] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.401085] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1242.401085] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ec0424-3049-aef5-825a-52a69e5d5504" [ 1242.401085] env[62777]: _type = "Task" [ 1242.401085] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.409114] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ec0424-3049-aef5-825a-52a69e5d5504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.600746] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fe643ef-de29-4401-9e1a-81db772d6156 req-006f9500-6704-4584-aef0-6816484117a7 service nova] Releasing lock "refresh_cache-ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.686572] env[62777]: DEBUG nova.scheduler.client.report [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1242.729657] env[62777]: DEBUG nova.network.neutron [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.852300] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068009} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.852565] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.853450] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479d0670-a0b1-4988-9e4f-445d28acd354 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.868982] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.880470] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f74de76e-9358-4af8-acef-8a004a91998f/f74de76e-9358-4af8-acef-8a004a91998f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.882678] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d19484-a9a9-49f3-b789-770b518e3e42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.913951] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1242.914211] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1242.914402] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.914626] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1242.914790] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.914939] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1242.915158] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1242.915317] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1242.915476] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1242.915666] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1242.916645] env[62777]: DEBUG nova.virt.hardware [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.916948] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2d3f34-894f-4072-adcc-6fe768c08100 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.922467] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1242.922467] env[62777]: value = "task-1693192" [ 1242.922467] env[62777]: _type = "Task" [ 1242.922467] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.935273] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40304} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.936415] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] ceb6d9b1-c9ca-4361-9880-a28ae5b577f8/ceb6d9b1-c9ca-4361-9880-a28ae5b577f8.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.936600] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.937198] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d88b44b-9875-485b-8967-a78e5b0415e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.946538] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.946856] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ec0424-3049-aef5-825a-52a69e5d5504, 'name': SearchDatastore_Task, 'duration_secs': 0.016763} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.950357] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36f45ae-ce6c-43ee-8070-f0da8c792fa2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.955017] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5b1c94-07ed-43a6-b442-f6bbdf304ded {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.958277] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1242.958277] env[62777]: value = "task-1693193" [ 1242.958277] env[62777]: _type = "Task" [ 1242.958277] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.974277] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1242.974277] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ec1cee-0565-8ec0-ce17-5fd5e800e539" [ 1242.974277] env[62777]: _type = "Task" [ 1242.974277] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.979053] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.984392] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ec1cee-0565-8ec0-ce17-5fd5e800e539, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.984392] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1242.984653] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.985046] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bab085d8-5ee0-4a36-b319-1314a5b2b416 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.993038] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1242.993038] env[62777]: value = "task-1693194" [ 1242.993038] env[62777]: _type = "Task" [ 1242.993038] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.000413] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.190770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.190770] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.193798] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.928s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.196642] env[62777]: INFO nova.compute.claims [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.448096] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693192, 'name': ReconfigVM_Task, 'duration_secs': 0.341529} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.448096] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f74de76e-9358-4af8-acef-8a004a91998f/f74de76e-9358-4af8-acef-8a004a91998f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.449922] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9da17c05-bf0d-4bee-885a-108878114b34 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.458104] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1243.458104] env[62777]: value = "task-1693195" [ 1243.458104] env[62777]: _type = "Task" [ 1243.458104] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.478903] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693195, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.486491] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.526044} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.486735] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.488461] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b255f75-a3fd-4c39-84ed-7a43fa9ad70b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.519522] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] ceb6d9b1-c9ca-4361-9880-a28ae5b577f8/ceb6d9b1-c9ca-4361-9880-a28ae5b577f8.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.519746] env[62777]: DEBUG nova.network.neutron [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updating instance_info_cache with network_info: [{"id": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "address": "fa:16:3e:56:0c:69", "network": {"id": "80019a79-d7b2-462a-a743-649255955d77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1679989010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11d1d009118491599fc3fac18956602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e9df89-7c", "ovs_interfaceid": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.524790] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-facba9ee-fdd0-4ce2-b031-b644df5ce67e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.550263] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476475} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.551703] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.551941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.552379] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1243.552379] env[62777]: value = "task-1693196" [ 1243.552379] env[62777]: _type = "Task" [ 1243.552379] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.552843] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41d83e5f-acbc-40f6-af01-65762170fad0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.563910] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693196, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.565519] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1243.565519] env[62777]: value = "task-1693197" [ 1243.565519] env[62777]: _type = "Task" [ 1243.565519] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.574849] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.702630] env[62777]: DEBUG nova.compute.utils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1243.706873] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.706873] env[62777]: DEBUG nova.network.neutron [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1243.932319] env[62777]: DEBUG nova.policy [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6007744120c41f2ac2a8080e9b1c0b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '339cd02117604dabb53442c3a6dbb26d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1243.972220] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693195, 'name': Rename_Task, 'duration_secs': 0.147042} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.972588] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.972852] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4833353-b873-4664-a42f-ec9ec165f0a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.982528] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1243.982528] env[62777]: value = "task-1693198" [ 1243.982528] env[62777]: _type = "Task" [ 1243.982528] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.996812] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.047829] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Releasing lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.047829] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Instance network_info: |[{"id": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "address": "fa:16:3e:56:0c:69", "network": {"id": "80019a79-d7b2-462a-a743-649255955d77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1679989010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11d1d009118491599fc3fac18956602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e9df89-7c", "ovs_interfaceid": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.048169] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:0c:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e9df89-7cf7-4e68-978d-73a551dfbe59', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.061628] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Creating folder: Project (d11d1d009118491599fc3fac18956602). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.062013] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622f4c23-7a19-4ced-bde6-f36f733ac1e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.077294] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693196, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.082615] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Created folder: Project (d11d1d009118491599fc3fac18956602) in parent group-v353040. [ 1244.083093] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Creating folder: Instances. Parent ref: group-v353050. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.083323] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073364} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.083529] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fb229a6-5f48-4542-b5da-e8d842f88737 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.085510] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1244.086393] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e55b6-3dc2-4519-9a5c-988ebf7ad6ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.117608] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.117979] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942430ce-7661-4c90-afe0-d3328c486483 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.142854] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1244.142854] env[62777]: value = "task-1693201" [ 1244.142854] env[62777]: _type = "Task" [ 1244.142854] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.144429] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Created folder: Instances in parent group-v353050. [ 1244.145057] env[62777]: DEBUG oslo.service.loopingcall [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.152294] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.152578] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e2f1226-0979-40e8-8eb7-335322402346 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.192283] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.193732] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.193732] env[62777]: value = "task-1693202" [ 1244.193732] env[62777]: _type = "Task" [ 1244.193732] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.204625] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693202, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.212748] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.334242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "a59912be-e45b-4368-aded-13db93252946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.334792] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "a59912be-e45b-4368-aded-13db93252946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.495516] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.516394] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2cbe20-6d4c-4ede-add2-f13cdf57ad71 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.530025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7fdd1e-c62b-4bfb-8e9e-e6c92aa28bfd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.575485] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521ae070-b88f-4f25-a93e-2ceb7efff8bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.578945] env[62777]: DEBUG nova.compute.manager [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Received event network-vif-plugged-c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1244.580107] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] Acquiring lock "d847af88-9acc-4ecf-a290-c3ded02265a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.580107] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.580107] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.580107] env[62777]: DEBUG nova.compute.manager [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] No waiting events found dispatching network-vif-plugged-c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.580107] env[62777]: WARNING nova.compute.manager [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Received unexpected event network-vif-plugged-c3e9df89-7cf7-4e68-978d-73a551dfbe59 for instance with vm_state building and task_state spawning. [ 1244.580354] env[62777]: DEBUG nova.compute.manager [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Received event network-changed-c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1244.580354] env[62777]: DEBUG nova.compute.manager [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Refreshing instance network info cache due to event network-changed-c3e9df89-7cf7-4e68-978d-73a551dfbe59. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1244.580354] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] Acquiring lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.580444] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] Acquired lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.580600] env[62777]: DEBUG nova.network.neutron [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Refreshing network info cache for port c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.593381] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693196, 'name': ReconfigVM_Task, 'duration_secs': 0.670231} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.597548] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add28566-2e39-4962-ad4d-c98022fe622e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.602915] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] ceb6d9b1-c9ca-4361-9880-a28ae5b577f8/ceb6d9b1-c9ca-4361-9880-a28ae5b577f8.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.604375] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccb63878-c028-4348-b03e-b12e774ee5e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.623298] env[62777]: DEBUG nova.compute.provider_tree [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.626089] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1244.626089] env[62777]: value = "task-1693203" [ 1244.626089] env[62777]: _type = "Task" [ 1244.626089] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.634254] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693203, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.659235] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.717707] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693202, 'name': CreateVM_Task, 'duration_secs': 0.405566} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.717707] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.718329] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.718479] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.718829] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1244.724308] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a16d320-49c5-4265-8b47-3b0e5d359192 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.738055] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1244.738055] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525938b8-258b-645a-2816-a910dcbf1442" [ 1244.738055] env[62777]: _type = "Task" [ 1244.738055] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.752770] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525938b8-258b-645a-2816-a910dcbf1442, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.753147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.753428] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.754903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.754903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.754903] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.754903] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1085ac9b-4d2a-4184-8fef-e14cf56f9f90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.762712] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.763363] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.764293] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b111a5-a113-408f-a004-8b2da49aaf44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.770573] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1244.770573] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525e384f-c05e-0c8c-fede-61dfdad4ab47" [ 1244.770573] env[62777]: _type = "Task" [ 1244.770573] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.778334] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525e384f-c05e-0c8c-fede-61dfdad4ab47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.995524] env[62777]: DEBUG oslo_vmware.api [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693198, 'name': PowerOnVM_Task, 'duration_secs': 0.522207} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.995886] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.996479] env[62777]: INFO nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1244.996720] env[62777]: DEBUG nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1244.998031] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c013ea-68d1-4ea9-bb7d-11da57ff5e61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.140165] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693203, 'name': Rename_Task, 'duration_secs': 0.142382} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.144317] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.144317] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df255c68-7c7b-45d3-8f16-01f7f8e6d19e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.156231] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1245.156231] env[62777]: value = "task-1693204" [ 1245.156231] env[62777]: _type = "Task" [ 1245.156231] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.156231] env[62777]: ERROR nova.scheduler.client.report [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [req-c7ec6785-9508-4d04-bce3-ecf63d15cf7e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7ec6785-9508-4d04-bce3-ecf63d15cf7e"}]} [ 1245.167837] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693201, 'name': ReconfigVM_Task, 'duration_secs': 0.583935} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.167837] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.168826] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32702787-b63d-4b0a-aeaf-7881b5696357 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.176721] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.181632] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1245.181632] env[62777]: value = "task-1693205" [ 1245.181632] env[62777]: _type = "Task" [ 1245.181632] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.192067] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693205, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.193147] env[62777]: DEBUG nova.scheduler.client.report [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1245.219913] env[62777]: DEBUG nova.scheduler.client.report [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1245.220165] env[62777]: DEBUG nova.compute.provider_tree [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 183, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.233679] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.240494] env[62777]: DEBUG nova.scheduler.client.report [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1245.276406] env[62777]: DEBUG nova.scheduler.client.report [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1245.291448] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1245.291627] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1245.291741] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.291941] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1245.292206] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.292424] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1245.292662] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1245.292818] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1245.292977] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1245.293213] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1245.293361] env[62777]: DEBUG nova.virt.hardware [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1245.294479] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cc69e4-7409-4297-99f5-11529ac6fa3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.307948] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525e384f-c05e-0c8c-fede-61dfdad4ab47, 'name': SearchDatastore_Task, 'duration_secs': 0.0078} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.315780] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f99733-ae85-4206-bb6b-338d9c718283 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.319588] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b464f6-fd56-43e3-bf58-1f8780a0a74e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.331049] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1245.331049] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cec44e-c8e8-6554-7bff-a201551f04f3" [ 1245.331049] env[62777]: _type = "Task" [ 1245.331049] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.350317] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cec44e-c8e8-6554-7bff-a201551f04f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009484} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.350568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.350839] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d847af88-9acc-4ecf-a290-c3ded02265a3/d847af88-9acc-4ecf-a290-c3ded02265a3.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.351136] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b079c7b-4b12-4a59-8af4-97ea1e3e38bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.358042] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1245.358042] env[62777]: value = "task-1693206" [ 1245.358042] env[62777]: _type = "Task" [ 1245.358042] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.366762] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693206, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.518248] env[62777]: INFO nova.compute.manager [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Took 14.25 seconds to build instance. [ 1245.555623] env[62777]: DEBUG nova.network.neutron [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Successfully created port: a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.565789] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1dc345-3e95-49b4-b3ff-2c3c9a79005d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.579078] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13aa9b23-8cc1-4147-9879-1f5f758bed14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.615053] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39391d5-8285-4a5e-b5f5-d10b09cf858e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.625077] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae4bbfa-f130-4933-a519-2849db2d5a01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.648510] env[62777]: DEBUG nova.compute.provider_tree [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.666875] env[62777]: DEBUG oslo_vmware.api [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693204, 'name': PowerOnVM_Task, 'duration_secs': 0.464131} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.667181] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.667459] env[62777]: INFO nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Took 12.07 seconds to spawn the instance on the hypervisor. [ 1245.667644] env[62777]: DEBUG nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1245.668722] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea7320-8e5c-457f-853d-91facee35619 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.701011] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693205, 'name': Rename_Task, 'duration_secs': 0.171255} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.701011] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.701011] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-735fd40f-265b-46dc-ae14-eaf8ab18870a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.709537] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1245.709537] env[62777]: value = "task-1693207" [ 1245.709537] env[62777]: _type = "Task" [ 1245.709537] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.720885] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.868189] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693206, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461994} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.868471] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d847af88-9acc-4ecf-a290-c3ded02265a3/d847af88-9acc-4ecf-a290-c3ded02265a3.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.868694] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.869785] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d0f77a3-3efd-40d3-a959-45976e8fafa9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.876477] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1245.876477] env[62777]: value = "task-1693208" [ 1245.876477] env[62777]: _type = "Task" [ 1245.876477] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.885359] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.991369] env[62777]: DEBUG nova.network.neutron [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Successfully updated port: 96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.022100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c736bd38-64b3-46b2-b68d-45d48dcc2084 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "f74de76e-9358-4af8-acef-8a004a91998f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.764s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.096264] env[62777]: DEBUG nova.network.neutron [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updated VIF entry in instance network info cache for port c3e9df89-7cf7-4e68-978d-73a551dfbe59. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.096622] env[62777]: DEBUG nova.network.neutron [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updating instance_info_cache with network_info: [{"id": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "address": "fa:16:3e:56:0c:69", "network": {"id": "80019a79-d7b2-462a-a743-649255955d77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1679989010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11d1d009118491599fc3fac18956602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e9df89-7c", "ovs_interfaceid": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.201578] env[62777]: DEBUG nova.scheduler.client.report [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 15 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1246.201909] env[62777]: DEBUG nova.compute.provider_tree [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 15 to 16 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1246.202079] env[62777]: DEBUG nova.compute.provider_tree [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.205214] env[62777]: INFO nova.compute.manager [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Took 16.85 seconds to build instance. [ 1246.222347] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.392115] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067521} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.392115] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.392115] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c44df54-d820-4c42-a1fb-0cca37614811 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.422176] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] d847af88-9acc-4ecf-a290-c3ded02265a3/d847af88-9acc-4ecf-a290-c3ded02265a3.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.424470] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8553ebaa-e7ec-4769-818a-4ad54ff1b8a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.453908] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1246.453908] env[62777]: value = "task-1693209" [ 1246.453908] env[62777]: _type = "Task" [ 1246.453908] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.470681] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.499630] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "refresh_cache-35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.499630] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquired lock "refresh_cache-35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.499630] env[62777]: DEBUG nova.network.neutron [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.531277] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.548083] env[62777]: DEBUG nova.compute.manager [None req-2a7347b8-4004-4271-a272-7cbd364138df tempest-ServerDiagnosticsV248Test-803254935 tempest-ServerDiagnosticsV248Test-803254935-project-admin] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.549277] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44681879-b20e-419c-8f14-5c6ad8768be6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.559807] env[62777]: INFO nova.compute.manager [None req-2a7347b8-4004-4271-a272-7cbd364138df tempest-ServerDiagnosticsV248Test-803254935 tempest-ServerDiagnosticsV248Test-803254935-project-admin] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Retrieving diagnostics [ 1246.560628] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadfafa6-36e7-4396-b027-7e449f66476a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.599863] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b2ef6b9-c70c-4734-9d82-20e6cbe80580 req-6021d426-5159-486b-95ee-2c658920216a service nova] Releasing lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.707889] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.514s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.708455] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.713721] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17c98690-ebfc-433c-b976-33eab65988e7 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.370s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.713721] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.141s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.713721] env[62777]: INFO nova.compute.claims [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.729084] env[62777]: DEBUG oslo_vmware.api [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693207, 'name': PowerOnVM_Task, 'duration_secs': 0.806904} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.730602] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.731332] env[62777]: INFO nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1246.731672] env[62777]: DEBUG nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1246.734017] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2354e7-ffb2-4bc7-9650-239f450135e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.966899] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693209, 'name': ReconfigVM_Task, 'duration_secs': 0.296504} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.967218] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Reconfigured VM instance instance-00000004 to attach disk [datastore1] d847af88-9acc-4ecf-a290-c3ded02265a3/d847af88-9acc-4ecf-a290-c3ded02265a3.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.968511] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7c9d350-59ec-42a1-bd6f-613aecc98326 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.975666] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1246.975666] env[62777]: value = "task-1693210" [ 1246.975666] env[62777]: _type = "Task" [ 1246.975666] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.991186] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693210, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.088684] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.093716] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.094088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.095832] env[62777]: DEBUG nova.network.neutron [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.219785] env[62777]: DEBUG nova.compute.utils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1247.222089] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1247.222856] env[62777]: DEBUG nova.network.neutron [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.259907] env[62777]: INFO nova.compute.manager [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Took 14.01 seconds to build instance. [ 1247.433243] env[62777]: DEBUG nova.policy [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '893a1147341c42c9a6b1ddfeddb772c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aed1ebd00d1b45189204148a1e69dc94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.486104] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693210, 'name': Rename_Task, 'duration_secs': 0.134116} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.486442] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.487080] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8a5673a-8f22-4899-b95b-1654b072e6e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.495956] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1247.495956] env[62777]: value = "task-1693211" [ 1247.495956] env[62777]: _type = "Task" [ 1247.495956] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.503953] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.600436] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.714208] env[62777]: DEBUG nova.network.neutron [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Updating instance_info_cache with network_info: [{"id": "96ff950d-285d-4d3c-be58-e3245e13c345", "address": "fa:16:3e:95:b6:53", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96ff950d-28", "ovs_interfaceid": "96ff950d-285d-4d3c-be58-e3245e13c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.729561] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.767558] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf09733-48ac-4d82-91e1-14a7f2c0c443 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.527s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.838650] env[62777]: DEBUG nova.compute.manager [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Received event network-vif-plugged-96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1247.839059] env[62777]: DEBUG oslo_concurrency.lockutils [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] Acquiring lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.839158] env[62777]: DEBUG oslo_concurrency.lockutils [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.839331] env[62777]: DEBUG oslo_concurrency.lockutils [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.839504] env[62777]: DEBUG nova.compute.manager [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] No waiting events found dispatching network-vif-plugged-96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.839829] env[62777]: WARNING nova.compute.manager [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Received unexpected event network-vif-plugged-96ff950d-285d-4d3c-be58-e3245e13c345 for instance with vm_state building and task_state spawning. [ 1247.839990] env[62777]: DEBUG nova.compute.manager [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Received event network-changed-96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1247.840162] env[62777]: DEBUG nova.compute.manager [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Refreshing instance network info cache due to event network-changed-96ff950d-285d-4d3c-be58-e3245e13c345. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1247.840334] env[62777]: DEBUG oslo_concurrency.lockutils [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] Acquiring lock "refresh_cache-35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1248.012106] env[62777]: DEBUG oslo_vmware.api [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693211, 'name': PowerOnVM_Task, 'duration_secs': 0.46771} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.012747] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.012747] env[62777]: INFO nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1248.012747] env[62777]: DEBUG nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.014030] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94085a-5a9c-4662-a92e-82c25e1b18e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.020159] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487efc32-0b85-4610-975f-8a69c95b15e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.037065] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2007c9-7e9d-481e-a8db-0c8feeb1f363 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.075472] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97978197-d1f1-4bae-9578-27be7b2b2ccc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.084729] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b1700-178f-4043-8ebb-e925be491748 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.100951] env[62777]: DEBUG nova.compute.provider_tree [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.136543] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.217533] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Releasing lock "refresh_cache-35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.217976] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Instance network_info: |[{"id": "96ff950d-285d-4d3c-be58-e3245e13c345", "address": "fa:16:3e:95:b6:53", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96ff950d-28", "ovs_interfaceid": "96ff950d-285d-4d3c-be58-e3245e13c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.218983] env[62777]: DEBUG oslo_concurrency.lockutils [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] Acquired lock "refresh_cache-35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.219197] env[62777]: DEBUG nova.network.neutron [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Refreshing network info cache for port 96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.220543] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:b6:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96ff950d-285d-4d3c-be58-e3245e13c345', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.231603] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Creating folder: Project (ba818f5256194ab8b275d0e81d44566c). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.232220] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0539ec23-10dc-4ee9-8a0d-5b71731c8b0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.247274] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Created folder: Project (ba818f5256194ab8b275d0e81d44566c) in parent group-v353040. [ 1248.247274] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Creating folder: Instances. Parent ref: group-v353053. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.247274] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31b3a242-d584-4728-978e-a90299032aa0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.258737] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Created folder: Instances in parent group-v353053. [ 1248.260785] env[62777]: DEBUG oslo.service.loopingcall [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.260785] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.260785] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5432223-d101-478e-a5fb-f016d8bb9d0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.283131] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.283131] env[62777]: value = "task-1693214" [ 1248.283131] env[62777]: _type = "Task" [ 1248.283131] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.295045] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693214, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.545030] env[62777]: INFO nova.compute.manager [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Took 15.06 seconds to build instance. [ 1248.608619] env[62777]: DEBUG nova.scheduler.client.report [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1248.671737] env[62777]: DEBUG nova.network.neutron [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Successfully created port: 37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.739652] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.773913] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.774157] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.774316] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.774514] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.774660] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.774819] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.775020] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.775192] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.775396] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.775565] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.775735] env[62777]: DEBUG nova.virt.hardware [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.777195] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aefd45e-829f-4b88-af4e-0351666485d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.791332] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219b553-86ef-4496-a6e6-6fdb10b2f85c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.810557] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693214, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.908139] env[62777]: DEBUG nova.network.neutron [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Successfully updated port: a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.051065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b09d2b1-0871-49ae-a5a6-b06d7f66f1f2 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.576s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.082411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Acquiring lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.082411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.082565] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Acquiring lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.082710] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.082876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.085078] env[62777]: INFO nova.compute.manager [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Terminating instance [ 1249.117439] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.117960] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.120915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.982s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.126336] env[62777]: INFO nova.compute.claims [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.297932] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693214, 'name': CreateVM_Task, 'duration_secs': 0.861178} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.297932] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.298790] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.299091] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.299481] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.300137] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf9c9ec-96d8-4f9c-8397-4ee2a465b89d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.305132] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1249.305132] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5290e2ee-00c4-c535-840d-b124e9a16b7a" [ 1249.305132] env[62777]: _type = "Task" [ 1249.305132] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.315838] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5290e2ee-00c4-c535-840d-b124e9a16b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.410756] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "refresh_cache-3f016251-3fe4-4a73-8718-498c90779415" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.411254] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquired lock "refresh_cache-3f016251-3fe4-4a73-8718-498c90779415" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.411759] env[62777]: DEBUG nova.network.neutron [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.581426] env[62777]: INFO nova.compute.manager [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Rebuilding instance [ 1249.591061] env[62777]: DEBUG nova.compute.manager [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.591061] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.591852] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ac10e5-3b14-47b9-9dd6-361f02827d14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.600805] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.601223] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11daacfc-f9df-4ac6-a50f-6aa277933531 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.609812] env[62777]: DEBUG oslo_vmware.api [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Waiting for the task: (returnval){ [ 1249.609812] env[62777]: value = "task-1693215" [ 1249.609812] env[62777]: _type = "Task" [ 1249.609812] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.626186] env[62777]: DEBUG oslo_vmware.api [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Task: {'id': task-1693215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.632048] env[62777]: DEBUG nova.compute.utils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1249.636740] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.636940] env[62777]: DEBUG nova.network.neutron [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.651919] env[62777]: DEBUG nova.compute.manager [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.652169] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7edaa2-2748-4aea-a2c3-c35dd7fcc35d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.655833] env[62777]: DEBUG nova.network.neutron [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Updated VIF entry in instance network info cache for port 96ff950d-285d-4d3c-be58-e3245e13c345. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.656239] env[62777]: DEBUG nova.network.neutron [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Updating instance_info_cache with network_info: [{"id": "96ff950d-285d-4d3c-be58-e3245e13c345", "address": "fa:16:3e:95:b6:53", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96ff950d-28", "ovs_interfaceid": "96ff950d-285d-4d3c-be58-e3245e13c345", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.823603] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5290e2ee-00c4-c535-840d-b124e9a16b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.053256} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.823713] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.823954] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.824613] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.824878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.824964] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.825400] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71316b11-cd67-4c9c-bac3-22bd3ba66efd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.834419] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.834419] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.835018] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3d0e15-fc08-4cfb-9d78-a5c00430fd11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.840141] env[62777]: DEBUG nova.policy [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28b7491384914d65a49fe6da118edc83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18025fb0be554bf1ba0af924e53f435a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.844695] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1249.844695] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5284413d-0227-f5ac-a9bc-7aa572a5060c" [ 1249.844695] env[62777]: _type = "Task" [ 1249.844695] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.852864] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5284413d-0227-f5ac-a9bc-7aa572a5060c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.011190] env[62777]: DEBUG nova.network.neutron [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.121429] env[62777]: DEBUG oslo_vmware.api [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Task: {'id': task-1693215, 'name': PowerOffVM_Task, 'duration_secs': 0.213721} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.121708] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.121820] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.122073] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f71c062-e121-4fe6-95e6-75fea8066d36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.137438] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.160372] env[62777]: DEBUG oslo_concurrency.lockutils [req-11eb17a1-f59c-4590-9e2d-54b0351f3547 req-2cec6743-be52-4464-85b7-585afb0983c4 service nova] Releasing lock "refresh_cache-35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.196053] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.196429] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.196503] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Deleting the datastore file [datastore1] ceb6d9b1-c9ca-4361-9880-a28ae5b577f8 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.196821] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4525f0-988d-4427-a86f-f0aaad94d104 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.218195] env[62777]: DEBUG oslo_vmware.api [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Waiting for the task: (returnval){ [ 1250.218195] env[62777]: value = "task-1693217" [ 1250.218195] env[62777]: _type = "Task" [ 1250.218195] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.237075] env[62777]: DEBUG oslo_vmware.api [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Task: {'id': task-1693217, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.338810] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "60927798-b5f4-4705-af23-2a2919943143" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.338944] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "60927798-b5f4-4705-af23-2a2919943143" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.360444] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5284413d-0227-f5ac-a9bc-7aa572a5060c, 'name': SearchDatastore_Task, 'duration_secs': 0.041568} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.366496] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8754da43-ad43-4b8b-b6a8-3bc13b8e18fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.374705] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1250.374705] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523bac68-0542-46b4-4008-3558aff34ab4" [ 1250.374705] env[62777]: _type = "Task" [ 1250.374705] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.383186] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523bac68-0542-46b4-4008-3558aff34ab4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.407414] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b078ff5-22a3-4ef1-a5bb-e243d9baf5ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.415668] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dd13e5-b5f9-444d-86c5-d24368be52af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.449314] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39eb63-d449-496e-8d04-8e33ee0a789c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.457653] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58459601-57ec-4802-8bae-6e586bd57295 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.475537] env[62777]: DEBUG nova.compute.provider_tree [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.674203] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.674550] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a210b3a-6687-4bc7-8a21-aaecd286b2eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.682867] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1250.682867] env[62777]: value = "task-1693218" [ 1250.682867] env[62777]: _type = "Task" [ 1250.682867] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.694568] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.729552] env[62777]: DEBUG oslo_vmware.api [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Task: {'id': task-1693217, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246435} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.729817] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.730550] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.730550] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.730550] env[62777]: INFO nova.compute.manager [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1250.730776] env[62777]: DEBUG oslo.service.loopingcall [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.730814] env[62777]: DEBUG nova.compute.manager [-] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.730982] env[62777]: DEBUG nova.network.neutron [-] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.841628] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1250.860925] env[62777]: DEBUG nova.network.neutron [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Updating instance_info_cache with network_info: [{"id": "a544c1bc-1a0c-4799-b7f1-557a1b6d210c", "address": "fa:16:3e:e2:48:5c", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa544c1bc-1a", "ovs_interfaceid": "a544c1bc-1a0c-4799-b7f1-557a1b6d210c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.897603] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523bac68-0542-46b4-4008-3558aff34ab4, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.897603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.897603] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2/35a4c1a0-2813-4c5a-bbdf-91d9c25666d2.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.897603] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe5a4034-1992-49f6-a76b-0af0e628548f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.906209] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1250.906209] env[62777]: value = "task-1693219" [ 1250.906209] env[62777]: _type = "Task" [ 1250.906209] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.917714] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.933393] env[62777]: DEBUG nova.network.neutron [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Successfully created port: 467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.981701] env[62777]: DEBUG nova.scheduler.client.report [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1251.155947] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.199201] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693218, 'name': PowerOffVM_Task, 'duration_secs': 0.158086} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.199509] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.199738] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.200989] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e5ac3-6560-4b3e-9022-85f2176bf8b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.206708] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1251.206708] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1251.206822] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.207026] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1251.207238] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.207410] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1251.207936] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1251.207936] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1251.208930] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1251.208930] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1251.208930] env[62777]: DEBUG nova.virt.hardware [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1251.209418] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94eb2cc-5190-474e-8b71-318829c9a0b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.221841] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.223586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841876a9-8632-4298-ab57-87d12d8fe2f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.229608] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8afb8340-3a3a-4325-a365-6dc2479c47d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.260040] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.261174] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.261174] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Deleting the datastore file [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.261174] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e558492-9270-4fd6-abe2-4e7c67964597 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.272934] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1251.272934] env[62777]: value = "task-1693221" [ 1251.272934] env[62777]: _type = "Task" [ 1251.272934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.285150] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.363979] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Releasing lock "refresh_cache-3f016251-3fe4-4a73-8718-498c90779415" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.364878] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Instance network_info: |[{"id": "a544c1bc-1a0c-4799-b7f1-557a1b6d210c", "address": "fa:16:3e:e2:48:5c", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa544c1bc-1a", "ovs_interfaceid": "a544c1bc-1a0c-4799-b7f1-557a1b6d210c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.364980] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:48:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a544c1bc-1a0c-4799-b7f1-557a1b6d210c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.375076] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Creating folder: Project (339cd02117604dabb53442c3a6dbb26d). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.375076] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d424896e-8f7c-46ea-9332-010c01161046 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.382501] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.388187] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Created folder: Project (339cd02117604dabb53442c3a6dbb26d) in parent group-v353040. [ 1251.388187] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Creating folder: Instances. Parent ref: group-v353056. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1251.388187] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7201dab-9d80-4908-9b12-ae3feb67a9bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.402530] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Created folder: Instances in parent group-v353056. [ 1251.402904] env[62777]: DEBUG oslo.service.loopingcall [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1251.403179] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.403637] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f30f7f3-732a-4f97-ad50-18ebc917e12f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.432640] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.433349] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.433349] env[62777]: value = "task-1693224" [ 1251.433349] env[62777]: _type = "Task" [ 1251.433349] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.442934] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693224, 'name': CreateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.491660] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.492403] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.495832] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.616s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.497505] env[62777]: INFO nova.compute.claims [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.784247] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317422} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.784247] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.784247] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.784247] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.934319] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575745} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.938984] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2/35a4c1a0-2813-4c5a-bbdf-91d9c25666d2.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.938984] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.939265] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02a38a86-0274-46e9-bc53-28fb9b67a854 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.951787] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693224, 'name': CreateVM_Task, 'duration_secs': 0.330287} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.951997] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1251.952721] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.952873] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.953226] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1251.953476] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6633575-72ff-421e-bfe0-2ccba938793d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.961445] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1251.961445] env[62777]: value = "task-1693225" [ 1251.961445] env[62777]: _type = "Task" [ 1251.961445] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.965949] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1251.965949] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e6cc6d-7486-899a-69ee-3e60b000772a" [ 1251.965949] env[62777]: _type = "Task" [ 1251.965949] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.977424] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.983503] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e6cc6d-7486-899a-69ee-3e60b000772a, 'name': SearchDatastore_Task, 'duration_secs': 0.016619} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.984188] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.984188] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1251.984348] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.984993] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.984993] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1251.984993] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ae53ed7-a703-4dd9-a629-7c757c4255fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.998505] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1251.998716] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.000911] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74a535e-3717-47fe-b9d1-bbca948b9156 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.007119] env[62777]: DEBUG nova.compute.utils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1252.010310] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "8935b7cd-baea-4835-8da9-7aef46cc3896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.010532] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.013494] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.014252] env[62777]: DEBUG nova.network.neutron [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.023229] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1252.023229] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c8c3fa-401f-c39b-b3fc-7b7df68e356d" [ 1252.023229] env[62777]: _type = "Task" [ 1252.023229] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.035741] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c8c3fa-401f-c39b-b3fc-7b7df68e356d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.156958] env[62777]: DEBUG nova.network.neutron [-] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.173635] env[62777]: DEBUG nova.network.neutron [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Successfully updated port: 37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.204452] env[62777]: DEBUG nova.policy [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c02341563dee48e5bef500ada0e3a850', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd02dc9cb7644138644502eb37884d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1252.474203] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104193} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.474203] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.474752] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a0e829-b22a-4239-908f-8409ed02e383 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.505364] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2/35a4c1a0-2813-4c5a-bbdf-91d9c25666d2.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.505518] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4170b2-362f-4b44-92b3-66ac536c0821 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.523590] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.536617] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1252.536617] env[62777]: value = "task-1693226" [ 1252.536617] env[62777]: _type = "Task" [ 1252.536617] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.540377] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.543800] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c8c3fa-401f-c39b-b3fc-7b7df68e356d, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.548592] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d437d9-3863-4c6e-9616-53f71d761087 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.561925] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "865a4907-bb1b-411b-b837-867b99de7458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.562152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "865a4907-bb1b-411b-b837-867b99de7458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.562539] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1252.562539] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0110c-16fe-1737-721e-85fe89524ab2" [ 1252.562539] env[62777]: _type = "Task" [ 1252.562539] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.562714] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.571888] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0110c-16fe-1737-721e-85fe89524ab2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.659785] env[62777]: INFO nova.compute.manager [-] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Took 1.93 seconds to deallocate network for instance. [ 1252.683496] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "refresh_cache-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.684663] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquired lock "refresh_cache-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.684663] env[62777]: DEBUG nova.network.neutron [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.745941] env[62777]: DEBUG nova.compute.manager [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Received event network-vif-plugged-a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1252.746148] env[62777]: DEBUG oslo_concurrency.lockutils [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] Acquiring lock "3f016251-3fe4-4a73-8718-498c90779415-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.746349] env[62777]: DEBUG oslo_concurrency.lockutils [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] Lock "3f016251-3fe4-4a73-8718-498c90779415-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.746506] env[62777]: DEBUG oslo_concurrency.lockutils [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] Lock "3f016251-3fe4-4a73-8718-498c90779415-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.747609] env[62777]: DEBUG nova.compute.manager [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] No waiting events found dispatching network-vif-plugged-a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.747609] env[62777]: WARNING nova.compute.manager [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Received unexpected event network-vif-plugged-a544c1bc-1a0c-4799-b7f1-557a1b6d210c for instance with vm_state building and task_state spawning. [ 1252.747721] env[62777]: DEBUG nova.compute.manager [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Received event network-changed-a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1252.747867] env[62777]: DEBUG nova.compute.manager [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Refreshing instance network info cache due to event network-changed-a544c1bc-1a0c-4799-b7f1-557a1b6d210c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1252.748153] env[62777]: DEBUG oslo_concurrency.lockutils [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] Acquiring lock "refresh_cache-3f016251-3fe4-4a73-8718-498c90779415" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.748402] env[62777]: DEBUG oslo_concurrency.lockutils [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] Acquired lock "refresh_cache-3f016251-3fe4-4a73-8718-498c90779415" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.748577] env[62777]: DEBUG nova.network.neutron [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Refreshing network info cache for port a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.831235] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1252.831552] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1252.831552] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.831660] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1252.831800] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.831945] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1252.832185] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1252.832387] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1252.832664] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1252.832853] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1252.833051] env[62777]: DEBUG nova.virt.hardware [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.833895] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b81ab2-9a5a-4ad7-9069-12b6938ab46d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.839769] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad5ad3b-f409-402d-a2d4-f5e4bbb7e96d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.847696] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c51775-cfbe-47e8-9c44-83b6abd4ba56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.854487] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db6cff6-2115-4517-96a1-d8a1b72cbdd6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.865899] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.872486] env[62777]: DEBUG oslo.service.loopingcall [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.873170] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.877013] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00769094-96c2-48ff-817f-0894df7de8e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.915828] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aa7027-d5a8-48a9-a74c-020542d1a8d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.920413] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.920413] env[62777]: value = "task-1693227" [ 1252.920413] env[62777]: _type = "Task" [ 1252.920413] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.927228] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a21466e-edc6-40ab-8c68-fa5534c5e046 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.935479] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693227, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.946176] env[62777]: DEBUG nova.compute.provider_tree [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.058329] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.075924] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0110c-16fe-1737-721e-85fe89524ab2, 'name': SearchDatastore_Task, 'duration_secs': 0.017049} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.076166] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.076418] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3f016251-3fe4-4a73-8718-498c90779415/3f016251-3fe4-4a73-8718-498c90779415.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.077512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.077777] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c25cb6fb-78d2-4a1d-9925-b57f514c8f14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.087155] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1253.087155] env[62777]: value = "task-1693228" [ 1253.087155] env[62777]: _type = "Task" [ 1253.087155] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.097087] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.170172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.334060] env[62777]: DEBUG nova.network.neutron [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Successfully created port: 8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.385473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.385473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.415694] env[62777]: DEBUG nova.network.neutron [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.432903] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693227, 'name': CreateVM_Task, 'duration_secs': 0.29607} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.433387] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.434299] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.434482] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.435084] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.435383] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229967bb-c913-4a5e-b1b5-3fd669680742 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.441487] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1253.441487] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5284b115-6c6e-4db0-ef8e-cf416067fec7" [ 1253.441487] env[62777]: _type = "Task" [ 1253.441487] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.451554] env[62777]: DEBUG nova.scheduler.client.report [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1253.462206] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5284b115-6c6e-4db0-ef8e-cf416067fec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.537873] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.561918] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693226, 'name': ReconfigVM_Task, 'duration_secs': 0.661862} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.562131] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2/35a4c1a0-2813-4c5a-bbdf-91d9c25666d2.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.562966] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a8f49a-670c-44b4-a939-7d8238359a78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.575582] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1253.575582] env[62777]: value = "task-1693229" [ 1253.575582] env[62777]: _type = "Task" [ 1253.575582] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.583038] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.583287] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.583481] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.584198] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.584198] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.584198] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.584407] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.584407] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.584593] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.585012] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.585280] env[62777]: DEBUG nova.virt.hardware [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.586446] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8153692b-c48a-4f4f-a96a-7acec3adad21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.593459] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693229, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.608241] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19f7e1-4743-4e03-9ce7-abf2092a56c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.612871] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693228, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.959164] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.959721] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.963153] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5284b115-6c6e-4db0-ef8e-cf416067fec7, 'name': SearchDatastore_Task, 'duration_secs': 0.069937} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.963492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.875s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.968033] env[62777]: INFO nova.compute.claims [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.968592] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.968848] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.970190] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.970391] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.970709] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.971263] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60d91049-4e59-4832-b880-fd8aa9572675 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.980795] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.981665] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.982241] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-514aa765-f1d2-471b-bd78-c155be021c3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.993839] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1253.993839] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ddf001-6565-adbd-ef16-d789fb7eacd2" [ 1253.993839] env[62777]: _type = "Task" [ 1253.993839] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.008429] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ddf001-6565-adbd-ef16-d789fb7eacd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.087287] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693229, 'name': Rename_Task, 'duration_secs': 0.435002} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.089686] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.090424] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c28096f4-e248-44a4-a363-593e3d47b2b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.098531] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1254.098531] env[62777]: value = "task-1693230" [ 1254.098531] env[62777]: _type = "Task" [ 1254.098531] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.105897] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677966} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.106583] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3f016251-3fe4-4a73-8718-498c90779415/3f016251-3fe4-4a73-8718-498c90779415.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.106926] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.107218] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f3dbc15-741e-4b97-b02b-ca3768676e5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.112939] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.117031] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1254.117031] env[62777]: value = "task-1693231" [ 1254.117031] env[62777]: _type = "Task" [ 1254.117031] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.126786] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.243028] env[62777]: DEBUG nova.network.neutron [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Updating instance_info_cache with network_info: [{"id": "37d08d81-9032-4b5c-bd43-ca0f51b6ab43", "address": "fa:16:3e:dd:a7:0a", "network": {"id": "0217ceea-60bd-4dc4-9076-4bc6283b2bab", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-343333258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed1ebd00d1b45189204148a1e69dc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d08d81-90", "ovs_interfaceid": "37d08d81-9032-4b5c-bd43-ca0f51b6ab43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.421754] env[62777]: DEBUG nova.network.neutron [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Updated VIF entry in instance network info cache for port a544c1bc-1a0c-4799-b7f1-557a1b6d210c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.422551] env[62777]: DEBUG nova.network.neutron [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Updating instance_info_cache with network_info: [{"id": "a544c1bc-1a0c-4799-b7f1-557a1b6d210c", "address": "fa:16:3e:e2:48:5c", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa544c1bc-1a", "ovs_interfaceid": "a544c1bc-1a0c-4799-b7f1-557a1b6d210c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.466042] env[62777]: DEBUG nova.compute.utils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1254.467656] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1254.467824] env[62777]: DEBUG nova.network.neutron [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1254.505398] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ddf001-6565-adbd-ef16-d789fb7eacd2, 'name': SearchDatastore_Task, 'duration_secs': 0.027133} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.506126] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ccab4d5-31e2-4c68-b55c-23f11028441c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.511735] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1254.511735] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5295a8f0-83cc-7434-f019-3a1e2b2f1aa9" [ 1254.511735] env[62777]: _type = "Task" [ 1254.511735] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.521557] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5295a8f0-83cc-7434-f019-3a1e2b2f1aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.611253] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693230, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.612987] env[62777]: DEBUG nova.policy [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c02341563dee48e5bef500ada0e3a850', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd02dc9cb7644138644502eb37884d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.626644] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066839} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.626720] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.627658] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369db6e-c118-4397-8ced-faabd55126ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.652572] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 3f016251-3fe4-4a73-8718-498c90779415/3f016251-3fe4-4a73-8718-498c90779415.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.655349] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d21550-391f-462d-ac24-8916a0b1dcc3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.679084] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1254.679084] env[62777]: value = "task-1693232" [ 1254.679084] env[62777]: _type = "Task" [ 1254.679084] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.687754] env[62777]: DEBUG nova.network.neutron [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Successfully updated port: 467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.694760] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.749612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Releasing lock "refresh_cache-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.749938] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Instance network_info: |[{"id": "37d08d81-9032-4b5c-bd43-ca0f51b6ab43", "address": "fa:16:3e:dd:a7:0a", "network": {"id": "0217ceea-60bd-4dc4-9076-4bc6283b2bab", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-343333258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed1ebd00d1b45189204148a1e69dc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d08d81-90", "ovs_interfaceid": "37d08d81-9032-4b5c-bd43-ca0f51b6ab43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.750416] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:a7:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37d08d81-9032-4b5c-bd43-ca0f51b6ab43', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.758929] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Creating folder: Project (aed1ebd00d1b45189204148a1e69dc94). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.759309] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a907724b-d590-4041-b626-0c88b7bf1724 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.770323] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Created folder: Project (aed1ebd00d1b45189204148a1e69dc94) in parent group-v353040. [ 1254.770507] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Creating folder: Instances. Parent ref: group-v353060. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.770732] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4959bd9d-f2b3-4032-bdde-5e7b86d45def {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.783184] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Created folder: Instances in parent group-v353060. [ 1254.783335] env[62777]: DEBUG oslo.service.loopingcall [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.783560] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.783643] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef45136b-9410-45a7-b2df-6c6a517e254f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.807162] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.807162] env[62777]: value = "task-1693235" [ 1254.807162] env[62777]: _type = "Task" [ 1254.807162] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.813671] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693235, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.927561] env[62777]: DEBUG oslo_concurrency.lockutils [req-7cf2c848-54a0-4922-807b-1c536d73f4ef req-f3e8565f-bdd8-46d0-98f7-311832a96e1c service nova] Releasing lock "refresh_cache-3f016251-3fe4-4a73-8718-498c90779415" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.971946] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.029676] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5295a8f0-83cc-7434-f019-3a1e2b2f1aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.067639} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.031511] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.031827] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.032700] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26f9233-e386-4dd1-88ff-676d0313b125 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.048178] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1255.048178] env[62777]: value = "task-1693236" [ 1255.048178] env[62777]: _type = "Task" [ 1255.048178] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.062931] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.114147] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.191163] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "refresh_cache-e8c3f3da-1da7-45ee-b8dd-255dd83b011d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.191163] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquired lock "refresh_cache-e8c3f3da-1da7-45ee-b8dd-255dd83b011d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.191312] env[62777]: DEBUG nova.network.neutron [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1255.192551] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693232, 'name': ReconfigVM_Task, 'duration_secs': 0.280819} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.199360] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 3f016251-3fe4-4a73-8718-498c90779415/3f016251-3fe4-4a73-8718-498c90779415.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.200715] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ada9eb18-d7f0-4ebf-be67-4c4d3fca5b38 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.208578] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1255.208578] env[62777]: value = "task-1693237" [ 1255.208578] env[62777]: _type = "Task" [ 1255.208578] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.220260] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693237, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.319293] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693235, 'name': CreateVM_Task, 'duration_secs': 0.381289} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.322552] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.324227] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.324361] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.327848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.327848] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58d2c205-a294-4267-88b5-3d35a2575e20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.332137] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1255.332137] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524cc53b-33f9-27ee-c192-fba2621a4d0a" [ 1255.332137] env[62777]: _type = "Task" [ 1255.332137] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.347203] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524cc53b-33f9-27ee-c192-fba2621a4d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.348082] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc2716-b3ea-4749-bef8-7c3bd26b793b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.359172] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2174aa-14f1-449f-8dc3-66694fc7ea4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.395566] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c085016c-5e34-4e43-b9b6-c334929e7bcd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.404817] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec9d5e9-798b-4d5a-8467-5b526769edd1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.421261] env[62777]: DEBUG nova.compute.provider_tree [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.556481] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482177} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.556872] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.558157] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1255.558157] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e098144f-2d16-40d9-8d78-d551fab580eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.565925] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1255.565925] env[62777]: value = "task-1693238" [ 1255.565925] env[62777]: _type = "Task" [ 1255.565925] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.581187] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.611834] env[62777]: DEBUG oslo_vmware.api [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693230, 'name': PowerOnVM_Task, 'duration_secs': 1.123102} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.611834] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.611834] env[62777]: INFO nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Took 12.74 seconds to spawn the instance on the hypervisor. [ 1255.611834] env[62777]: DEBUG nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.611834] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c4a17f-6bc8-4f8d-a79a-a104863f9f4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.658906] env[62777]: DEBUG nova.network.neutron [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Successfully created port: 3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.720714] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693237, 'name': Rename_Task, 'duration_secs': 0.278902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.721055] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.721099] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb6f30b4-793f-43bf-9067-90a9936f26d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.731476] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1255.731476] env[62777]: value = "task-1693239" [ 1255.731476] env[62777]: _type = "Task" [ 1255.731476] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.741133] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.846973] env[62777]: DEBUG nova.network.neutron [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.848914] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524cc53b-33f9-27ee-c192-fba2621a4d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.054609} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.849695] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.849904] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.850147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.850296] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.850471] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.851435] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6477857a-6d8b-43fe-a727-1f59d424dff1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.866384] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.866581] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.867382] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d59cfff-8745-44ab-8070-993805917b51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.873203] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1255.873203] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5256c690-4d66-6f42-ad52-cf23a528cdce" [ 1255.873203] env[62777]: _type = "Task" [ 1255.873203] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.881135] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5256c690-4d66-6f42-ad52-cf23a528cdce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.925057] env[62777]: DEBUG nova.scheduler.client.report [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1255.981579] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.016215] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1256.016215] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1256.016215] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.016215] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1256.016402] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.016402] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1256.016827] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1256.016827] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1256.017113] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1256.017260] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1256.017485] env[62777]: DEBUG nova.virt.hardware [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.018879] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2994584-726e-488d-984c-ec2a77053a44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.030449] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b4a7f1-e75f-483d-af0d-1229d6bab1a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.075915] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066112} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.076256] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1256.076990] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782cb22c-e8a4-4283-b49e-2e87f999868d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.098548] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.098868] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-318bb565-c08c-472e-9cfa-fa901c856aea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.119209] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1256.119209] env[62777]: value = "task-1693240" [ 1256.119209] env[62777]: _type = "Task" [ 1256.119209] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.132155] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.132550] env[62777]: INFO nova.compute.manager [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Took 22.03 seconds to build instance. [ 1256.239833] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.384382] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5256c690-4d66-6f42-ad52-cf23a528cdce, 'name': SearchDatastore_Task, 'duration_secs': 0.034781} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.385154] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a11ad5-96ed-4ee4-a56b-0fb6ac53cbce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.390836] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1256.390836] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a4608e-67ab-2583-2113-9ade60eec6e9" [ 1256.390836] env[62777]: _type = "Task" [ 1256.390836] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.400138] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a4608e-67ab-2583-2113-9ade60eec6e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.430177] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.430503] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1256.436174] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.297s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.436174] env[62777]: INFO nova.compute.claims [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.525477] env[62777]: DEBUG nova.network.neutron [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Updating instance_info_cache with network_info: [{"id": "467a709f-828b-4bc0-8e48-d14f1ac3ba24", "address": "fa:16:3e:e7:04:aa", "network": {"id": "aca50212-8e06-479d-a3b9-187153ffd0be", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-705327154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18025fb0be554bf1ba0af924e53f435a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467a709f-82", "ovs_interfaceid": "467a709f-828b-4bc0-8e48-d14f1ac3ba24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.632811] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.634760] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f57a16d2-094d-4234-9738-15be95b30693 tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.549s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.741845] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693239, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.909021] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a4608e-67ab-2583-2113-9ade60eec6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.059764} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.909021] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.909021] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb/d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.909021] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a6027f3-6b39-4b76-8e93-cf67801a9871 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.915658] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1256.915658] env[62777]: value = "task-1693241" [ 1256.915658] env[62777]: _type = "Task" [ 1256.915658] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.924651] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.941446] env[62777]: DEBUG nova.compute.utils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1256.943253] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.947211] env[62777]: DEBUG nova.network.neutron [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1257.028856] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Releasing lock "refresh_cache-e8c3f3da-1da7-45ee-b8dd-255dd83b011d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.029645] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Instance network_info: |[{"id": "467a709f-828b-4bc0-8e48-d14f1ac3ba24", "address": "fa:16:3e:e7:04:aa", "network": {"id": "aca50212-8e06-479d-a3b9-187153ffd0be", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-705327154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18025fb0be554bf1ba0af924e53f435a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467a709f-82", "ovs_interfaceid": "467a709f-828b-4bc0-8e48-d14f1ac3ba24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.029833] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:04:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '467a709f-828b-4bc0-8e48-d14f1ac3ba24', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.041872] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Creating folder: Project (18025fb0be554bf1ba0af924e53f435a). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.044228] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a591a5ae-2725-4a8d-82ba-b21450394913 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.056419] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Created folder: Project (18025fb0be554bf1ba0af924e53f435a) in parent group-v353040. [ 1257.056419] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Creating folder: Instances. Parent ref: group-v353063. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1257.056580] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87202588-030e-443e-bc7d-1b226a422693 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.067687] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Created folder: Instances in parent group-v353063. [ 1257.068719] env[62777]: DEBUG oslo.service.loopingcall [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1257.068719] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.068719] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2924a067-49df-4db2-900f-c57a905a8f9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.095204] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.095204] env[62777]: value = "task-1693244" [ 1257.095204] env[62777]: _type = "Task" [ 1257.095204] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.109697] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693244, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.131198] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693240, 'name': ReconfigVM_Task, 'duration_secs': 0.905904} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.131661] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.132336] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61ff08a1-c6b5-484b-9819-9d8a6b0ad3e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.141040] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.148413] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1257.148413] env[62777]: value = "task-1693245" [ 1257.148413] env[62777]: _type = "Task" [ 1257.148413] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.164165] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693245, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.165884] env[62777]: DEBUG nova.policy [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bb97d5996f24f3880892dfd6f4be9eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27e91166ca934c27938fbfb556b9a665', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1257.243813] env[62777]: DEBUG oslo_vmware.api [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693239, 'name': PowerOnVM_Task, 'duration_secs': 1.413744} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.244534] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.244534] env[62777]: INFO nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Took 12.01 seconds to spawn the instance on the hypervisor. [ 1257.244715] env[62777]: DEBUG nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.245823] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e6c121-445d-4edd-b815-98392d682e18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.381577] env[62777]: DEBUG nova.network.neutron [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Successfully updated port: 8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.429929] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.453240] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1257.606628] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693244, 'name': CreateVM_Task, 'duration_secs': 0.417298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.609736] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.610439] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.610641] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.610895] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1257.611163] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42485216-8599-4a19-a7bb-54e1a4ef1147 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.616041] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1257.616041] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52275f93-7ad5-212b-5fc1-6cabdb90cac0" [ 1257.616041] env[62777]: _type = "Task" [ 1257.616041] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.625196] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52275f93-7ad5-212b-5fc1-6cabdb90cac0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.664651] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693245, 'name': Rename_Task, 'duration_secs': 0.278741} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.664924] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.669795] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3a70656-ba33-43b4-91fb-99049a0df0b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.677313] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1257.677313] env[62777]: value = "task-1693246" [ 1257.677313] env[62777]: _type = "Task" [ 1257.677313] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.680898] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.692177] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.781474] env[62777]: INFO nova.compute.manager [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Took 23.52 seconds to build instance. [ 1257.830266] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12a99bd-7d86-438c-a4b6-67c841cb487c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.838862] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6b62ef-f197-496e-84fb-e0a94a0b66a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.878973] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c8ffc-7d8c-4878-9689-904e10c0d5bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.884356] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Received event network-vif-deleted-5c744a77-6381-459a-b3a7-ed6ccffbd4fb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1257.884605] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Received event network-vif-plugged-37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1257.884829] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Acquiring lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.885093] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.885292] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.885520] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] No waiting events found dispatching network-vif-plugged-37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.885727] env[62777]: WARNING nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Received unexpected event network-vif-plugged-37d08d81-9032-4b5c-bd43-ca0f51b6ab43 for instance with vm_state building and task_state spawning. [ 1257.885893] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Received event network-changed-37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1257.886083] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Refreshing instance network info cache due to event network-changed-37d08d81-9032-4b5c-bd43-ca0f51b6ab43. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1257.886241] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Acquiring lock "refresh_cache-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.886392] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Acquired lock "refresh_cache-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.886568] env[62777]: DEBUG nova.network.neutron [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Refreshing network info cache for port 37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.888594] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.888734] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.888887] env[62777]: DEBUG nova.network.neutron [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.895737] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af98ced-5b6e-4579-b5c7-10b092f867e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.914658] env[62777]: DEBUG nova.compute.provider_tree [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.925266] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582788} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.926088] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb/d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.926851] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.926851] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5635fbe-9ad4-4157-babe-6398a23274d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.934680] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1257.934680] env[62777]: value = "task-1693247" [ 1257.934680] env[62777]: _type = "Task" [ 1257.934680] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.943810] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.129988] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52275f93-7ad5-212b-5fc1-6cabdb90cac0, 'name': SearchDatastore_Task, 'duration_secs': 0.020739} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.130293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1258.130475] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.130723] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1258.130871] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.131059] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.131457] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ea2af5a-1884-456f-85f2-fa5669f4fda7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.146713] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.146813] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.148626] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b81553-a7e0-4091-a645-2acdf2f91fa2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.153193] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1258.153193] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52638e0b-447b-7d84-f8c4-d4a060254143" [ 1258.153193] env[62777]: _type = "Task" [ 1258.153193] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.161708] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52638e0b-447b-7d84-f8c4-d4a060254143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.190043] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693246, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.268427] env[62777]: DEBUG nova.network.neutron [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Successfully created port: 2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1258.286729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14b607a3-7381-4ee5-b6d1-5b87885a33f1 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "3f016251-3fe4-4a73-8718-498c90779415" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.038s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.364440] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "23a23d42-fe67-446b-9203-826515fc848e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.364440] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.418686] env[62777]: DEBUG nova.scheduler.client.report [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1258.448069] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089647} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.448554] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.449513] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3f35aa-0bcc-4e68-b5d3-54e0fec98569 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.469498] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1258.483254] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb/d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.484245] env[62777]: DEBUG nova.network.neutron [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.487036] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef8c852-13a3-435d-8d19-dec9f3e0f451 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.513767] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1258.513767] env[62777]: value = "task-1693248" [ 1258.513767] env[62777]: _type = "Task" [ 1258.513767] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.522246] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1258.522434] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1258.522588] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.522767] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1258.522911] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.523063] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1258.523279] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1258.523436] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1258.523597] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1258.523761] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1258.523924] env[62777]: DEBUG nova.virt.hardware [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.524808] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb8a000-273b-4129-ad80-ef9435d6e225 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.531206] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693248, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.540028] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef07dc-60bb-47ff-83c2-2b14e2b50df6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.668182] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52638e0b-447b-7d84-f8c4-d4a060254143, 'name': SearchDatastore_Task, 'duration_secs': 0.038631} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.672632] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f3fece-42fd-4655-892e-36343eb9177d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.680033] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1258.680033] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fcbbf3-478f-9678-de58-f50a70528ce6" [ 1258.680033] env[62777]: _type = "Task" [ 1258.680033] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.690107] env[62777]: DEBUG oslo_vmware.api [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693246, 'name': PowerOnVM_Task, 'duration_secs': 0.795983} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.693277] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1258.693525] env[62777]: DEBUG nova.compute.manager [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.693879] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fcbbf3-478f-9678-de58-f50a70528ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.694609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3c02bd-b95e-4c95-9c10-56c14741e60a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.789879] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1258.924593] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.925297] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.928601] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.546s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.930425] env[62777]: INFO nova.compute.claims [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.026131] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.197519] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fcbbf3-478f-9678-de58-f50a70528ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.043634} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.197861] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.198092] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e8c3f3da-1da7-45ee-b8dd-255dd83b011d/e8c3f3da-1da7-45ee-b8dd-255dd83b011d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.198663] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8806e888-3a61-4b47-94e6-d153780b1ddf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.208989] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1259.208989] env[62777]: value = "task-1693249" [ 1259.208989] env[62777]: _type = "Task" [ 1259.208989] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.218481] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.223587] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.290559] env[62777]: DEBUG nova.network.neutron [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updating instance_info_cache with network_info: [{"id": "8f86a0ff-3574-422e-9518-627bc571f74e", "address": "fa:16:3e:0a:3c:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f86a0ff-35", "ovs_interfaceid": "8f86a0ff-3574-422e-9518-627bc571f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.320240] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.396431] env[62777]: DEBUG nova.network.neutron [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Successfully updated port: 3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1259.414885] env[62777]: DEBUG nova.network.neutron [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Updated VIF entry in instance network info cache for port 37d08d81-9032-4b5c-bd43-ca0f51b6ab43. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1259.414885] env[62777]: DEBUG nova.network.neutron [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Updating instance_info_cache with network_info: [{"id": "37d08d81-9032-4b5c-bd43-ca0f51b6ab43", "address": "fa:16:3e:dd:a7:0a", "network": {"id": "0217ceea-60bd-4dc4-9076-4bc6283b2bab", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-343333258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aed1ebd00d1b45189204148a1e69dc94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d08d81-90", "ovs_interfaceid": "37d08d81-9032-4b5c-bd43-ca0f51b6ab43", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.436199] env[62777]: DEBUG nova.compute.utils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1259.442022] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.442022] env[62777]: DEBUG nova.network.neutron [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.527337] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693248, 'name': ReconfigVM_Task, 'duration_secs': 0.715486} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.527769] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Reconfigured VM instance instance-00000007 to attach disk [datastore1] d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb/d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.528645] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1daf3b54-3d6a-44d8-a40c-bf127fe0625a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.536406] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1259.536406] env[62777]: value = "task-1693250" [ 1259.536406] env[62777]: _type = "Task" [ 1259.536406] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.548247] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693250, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.580893] env[62777]: DEBUG nova.policy [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd72e59d91de84ec1a7b2e7b0e708e529', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b48d6bbd5a134e638a7c0606a9f3d49b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.690302] env[62777]: DEBUG nova.compute.manager [None req-27c6dc0a-f376-4c2e-bb2e-50666829be53 tempest-ServerDiagnosticsV248Test-803254935 tempest-ServerDiagnosticsV248Test-803254935-project-admin] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.690302] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e6891-491e-4c7c-b640-f244a5de48a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.700314] env[62777]: INFO nova.compute.manager [None req-27c6dc0a-f376-4c2e-bb2e-50666829be53 tempest-ServerDiagnosticsV248Test-803254935 tempest-ServerDiagnosticsV248Test-803254935-project-admin] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Retrieving diagnostics [ 1259.700314] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f0211-f729-430a-95e0-de77a7ad6cc9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.751882] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.802817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.802988] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance network_info: |[{"id": "8f86a0ff-3574-422e-9518-627bc571f74e", "address": "fa:16:3e:0a:3c:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f86a0ff-35", "ovs_interfaceid": "8f86a0ff-3574-422e-9518-627bc571f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.803573] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:3c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f86a0ff-3574-422e-9518-627bc571f74e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.813635] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating folder: Project (ccd02dc9cb7644138644502eb37884d1). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.814044] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03177d3c-7232-462a-ad39-eb201a585659 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.825677] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created folder: Project (ccd02dc9cb7644138644502eb37884d1) in parent group-v353040. [ 1259.825904] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating folder: Instances. Parent ref: group-v353066. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1259.826168] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f78170ba-dbc1-45c6-8749-a8f094fb0c86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.837744] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created folder: Instances in parent group-v353066. [ 1259.837984] env[62777]: DEBUG oslo.service.loopingcall [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.838205] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.838412] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f9fa979-bbe3-42a1-9c67-4459469ed995 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.859713] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.859713] env[62777]: value = "task-1693253" [ 1259.859713] env[62777]: _type = "Task" [ 1259.859713] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.868179] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693253, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.899808] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.900045] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.900228] env[62777]: DEBUG nova.network.neutron [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.921253] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Releasing lock "refresh_cache-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.922140] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Received event network-vif-plugged-467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1259.925079] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Acquiring lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.925079] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.925079] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.925079] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] No waiting events found dispatching network-vif-plugged-467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.925079] env[62777]: WARNING nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Received unexpected event network-vif-plugged-467a709f-828b-4bc0-8e48-d14f1ac3ba24 for instance with vm_state building and task_state spawning. [ 1259.925700] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Received event network-changed-467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1259.925700] env[62777]: DEBUG nova.compute.manager [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Refreshing instance network info cache due to event network-changed-467a709f-828b-4bc0-8e48-d14f1ac3ba24. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1259.925700] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Acquiring lock "refresh_cache-e8c3f3da-1da7-45ee-b8dd-255dd83b011d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.925700] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Acquired lock "refresh_cache-e8c3f3da-1da7-45ee-b8dd-255dd83b011d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.925700] env[62777]: DEBUG nova.network.neutron [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Refreshing network info cache for port 467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.942343] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.047648] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693250, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.136259] env[62777]: DEBUG nova.network.neutron [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Successfully created port: c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.256576] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.261578] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a036e3-9553-47d4-a932-8509bb1f4d36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.269640] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4d9111-ef11-4cbc-a093-58bd19af474d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.305940] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6d0ed7-8f05-4a53-b424-b721b637e246 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.314966] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d25676d-2482-470d-93f6-8df9fdfeaa83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.329992] env[62777]: DEBUG nova.compute.provider_tree [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.371542] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693253, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.488021] env[62777]: DEBUG nova.network.neutron [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.553927] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693250, 'name': Rename_Task, 'duration_secs': 0.833166} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.553927] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.556415] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae2acbcc-d106-4b43-a473-7785e5b85b4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.565535] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1260.565535] env[62777]: value = "task-1693254" [ 1260.565535] env[62777]: _type = "Task" [ 1260.565535] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.575165] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.755801] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693249, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.483201} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.756779] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e8c3f3da-1da7-45ee-b8dd-255dd83b011d/e8c3f3da-1da7-45ee-b8dd-255dd83b011d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.757398] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.757985] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3ab13b3-bd1c-479d-a0a6-2e1a22edcd16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.766419] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1260.766419] env[62777]: value = "task-1693255" [ 1260.766419] env[62777]: _type = "Task" [ 1260.766419] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.775529] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.836743] env[62777]: DEBUG nova.scheduler.client.report [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1260.874325] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693253, 'name': CreateVM_Task, 'duration_secs': 0.953568} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.874533] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.875262] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.875517] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.875878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.876306] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dbdf653-eaae-43ec-87da-421585dc3ada {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.881162] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1260.881162] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bdc7f1-2cb6-4bb8-880a-cd39a1dfdfd4" [ 1260.881162] env[62777]: _type = "Task" [ 1260.881162] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.889452] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bdc7f1-2cb6-4bb8-880a-cd39a1dfdfd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.965616] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.996538] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1260.996538] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1260.996538] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.996826] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1260.996826] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.997051] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1260.997220] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1260.997380] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1260.997542] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1260.997701] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1260.997927] env[62777]: DEBUG nova.virt.hardware [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1260.999988] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a122353-4b99-443c-b83b-7dda8de1b222 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.010510] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2f3782-93c1-482c-a894-6198b8c25302 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.077451] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693254, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.198919] env[62777]: DEBUG nova.network.neutron [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updating instance_info_cache with network_info: [{"id": "3f661edd-4489-45d5-b302-bb92f73fa970", "address": "fa:16:3e:c4:5e:cf", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f661edd-44", "ovs_interfaceid": "3f661edd-4489-45d5-b302-bb92f73fa970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.282267] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067541} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.282267] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.282267] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cfd03f-9e92-43db-84c7-e353ecb224dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.310377] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] e8c3f3da-1da7-45ee-b8dd-255dd83b011d/e8c3f3da-1da7-45ee-b8dd-255dd83b011d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.310619] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff5750ef-d00b-4db1-9bf8-791f222aebc5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.328608] env[62777]: DEBUG nova.network.neutron [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Updated VIF entry in instance network info cache for port 467a709f-828b-4bc0-8e48-d14f1ac3ba24. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1261.329115] env[62777]: DEBUG nova.network.neutron [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Updating instance_info_cache with network_info: [{"id": "467a709f-828b-4bc0-8e48-d14f1ac3ba24", "address": "fa:16:3e:e7:04:aa", "network": {"id": "aca50212-8e06-479d-a3b9-187153ffd0be", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-705327154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18025fb0be554bf1ba0af924e53f435a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap467a709f-82", "ovs_interfaceid": "467a709f-828b-4bc0-8e48-d14f1ac3ba24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.335915] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1261.335915] env[62777]: value = "task-1693256" [ 1261.335915] env[62777]: _type = "Task" [ 1261.335915] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.347461] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.347783] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.350223] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.351423] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.274s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.353182] env[62777]: INFO nova.compute.claims [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.393337] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bdc7f1-2cb6-4bb8-880a-cd39a1dfdfd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.393654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.393870] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.394111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.394266] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.394675] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.394756] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7950bd80-80a9-4f47-91ab-a5c6a3348972 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.408530] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.408675] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.409415] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-361f6589-b691-4f8d-a4b2-9dc984af5a8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.418356] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1261.418356] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524f7ccb-af8a-e7f0-d976-1acbbbd40b25" [ 1261.418356] env[62777]: _type = "Task" [ 1261.418356] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.426964] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524f7ccb-af8a-e7f0-d976-1acbbbd40b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.510758] env[62777]: DEBUG nova.network.neutron [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Successfully updated port: 2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.560036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "cc589df4-6e32-401a-987a-b9dc24d49947" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.560463] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "cc589df4-6e32-401a-987a-b9dc24d49947" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1261.579174] env[62777]: DEBUG oslo_vmware.api [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693254, 'name': PowerOnVM_Task, 'duration_secs': 0.672661} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.579594] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.579796] env[62777]: INFO nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Took 12.84 seconds to spawn the instance on the hypervisor. [ 1261.579974] env[62777]: DEBUG nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.580791] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38651fec-0ea3-4261-bb67-846ec898cc7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.702817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.703164] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Instance network_info: |[{"id": "3f661edd-4489-45d5-b302-bb92f73fa970", "address": "fa:16:3e:c4:5e:cf", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f661edd-44", "ovs_interfaceid": "3f661edd-4489-45d5-b302-bb92f73fa970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1261.703627] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:5e:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f661edd-4489-45d5-b302-bb92f73fa970', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.711380] env[62777]: DEBUG oslo.service.loopingcall [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.711608] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.711834] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-478ee07a-b69e-4b95-9a7f-54fe61c6ce5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.737035] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.737035] env[62777]: value = "task-1693257" [ 1261.737035] env[62777]: _type = "Task" [ 1261.737035] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.747123] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693257, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.833840] env[62777]: DEBUG oslo_concurrency.lockutils [req-4573f54e-cff2-4052-8e68-df7c654ce78a req-f3953501-c9f4-49bf-8c6f-c71526ba4d27 service nova] Releasing lock "refresh_cache-e8c3f3da-1da7-45ee-b8dd-255dd83b011d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.847154] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693256, 'name': ReconfigVM_Task, 'duration_secs': 0.30136} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.847326] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] e8c3f3da-1da7-45ee-b8dd-255dd83b011d/e8c3f3da-1da7-45ee-b8dd-255dd83b011d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.849525] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c89b3f5-06a5-4b55-886b-3bb60c440a45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.853696] env[62777]: DEBUG nova.compute.utils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1261.856825] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1261.857028] env[62777]: DEBUG nova.network.neutron [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.858912] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1261.858912] env[62777]: value = "task-1693258" [ 1261.858912] env[62777]: _type = "Task" [ 1261.858912] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.876284] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693258, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.926139] env[62777]: DEBUG nova.policy [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5300f692ec60438294501b84424aa19e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626865aecedb445aa62dae6496d8116c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1261.932148] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524f7ccb-af8a-e7f0-d976-1acbbbd40b25, 'name': SearchDatastore_Task, 'duration_secs': 0.016966} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.933016] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f13f86-d6fc-427d-b956-2f932b5b90ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.940147] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1261.940147] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529a6976-c600-2532-21a7-59644ada3823" [ 1261.940147] env[62777]: _type = "Task" [ 1261.940147] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.952371] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529a6976-c600-2532-21a7-59644ada3823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.015253] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "refresh_cache-a59912be-e45b-4368-aded-13db93252946" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.015419] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquired lock "refresh_cache-a59912be-e45b-4368-aded-13db93252946" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.016264] env[62777]: DEBUG nova.network.neutron [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.102518] env[62777]: INFO nova.compute.manager [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Took 26.87 seconds to build instance. [ 1262.247853] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693257, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.360233] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.375534] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693258, 'name': Rename_Task, 'duration_secs': 0.152938} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.377510] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.377844] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b18f28c-3b96-4e2e-ad89-21ce88e19ceb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.384998] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1262.384998] env[62777]: value = "task-1693259" [ 1262.384998] env[62777]: _type = "Task" [ 1262.384998] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.395541] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.455263] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529a6976-c600-2532-21a7-59644ada3823, 'name': SearchDatastore_Task, 'duration_secs': 0.021651} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.458889] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.458889] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.458889] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-786d4002-5ab1-4bcc-9596-eeaff9b68a58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.467450] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1262.467450] env[62777]: value = "task-1693260" [ 1262.467450] env[62777]: _type = "Task" [ 1262.467450] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.485988] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.486718] env[62777]: DEBUG nova.network.neutron [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Successfully created port: 058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.578727] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "dded2e30-028a-4e55-958e-5bfb544ea23d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.578959] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.591230] env[62777]: DEBUG nova.network.neutron [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.605783] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9e0064b-5258-432a-9226-040138135739 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.386s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.715988] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c15d77-4b53-4973-8f0c-57222e82c38a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.726661] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a185e-46ee-4b8c-bbae-e43628e94c59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.772607] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbf2797-3a24-48d5-be9c-e1c90fb4cd98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.781803] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693257, 'name': CreateVM_Task, 'duration_secs': 0.510784} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.784557] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.785416] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.785597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.786115] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.788044] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d11088a-b1a6-4171-bc6d-d11a5f618a0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.793735] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dfc75e6-4306-4503-b61a-1c1c9ddb0f3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.801342] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1262.801342] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528017ec-8a99-9332-d71b-60b8ef2ebcb3" [ 1262.801342] env[62777]: _type = "Task" [ 1262.801342] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.812776] env[62777]: DEBUG nova.compute.provider_tree [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.825440] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528017ec-8a99-9332-d71b-60b8ef2ebcb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.904779] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.987143] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693260, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.032416] env[62777]: DEBUG nova.network.neutron [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Updating instance_info_cache with network_info: [{"id": "2d86e41f-db04-47f6-b252-e154482e3be2", "address": "fa:16:3e:61:b1:a4", "network": {"id": "228559b5-f5d1-4285-af41-656385260c87", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-486265662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e91166ca934c27938fbfb556b9a665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d86e41f-db", "ovs_interfaceid": "2d86e41f-db04-47f6-b252-e154482e3be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.110442] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1263.211016] env[62777]: DEBUG nova.network.neutron [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Successfully updated port: c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.301251] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Received event network-vif-plugged-8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1263.301251] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Acquiring lock "9bf94633-f769-4fa7-985f-942375455224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.301251] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Lock "9bf94633-f769-4fa7-985f-942375455224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.301251] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Lock "9bf94633-f769-4fa7-985f-942375455224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.301251] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] No waiting events found dispatching network-vif-plugged-8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.301754] env[62777]: WARNING nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Received unexpected event network-vif-plugged-8f86a0ff-3574-422e-9518-627bc571f74e for instance with vm_state building and task_state spawning. [ 1263.301754] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Received event network-changed-8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1263.301754] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Refreshing instance network info cache due to event network-changed-8f86a0ff-3574-422e-9518-627bc571f74e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1263.301754] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Acquiring lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.301754] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Acquired lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.301961] env[62777]: DEBUG nova.network.neutron [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Refreshing network info cache for port 8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.319532] env[62777]: DEBUG nova.scheduler.client.report [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1263.328484] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528017ec-8a99-9332-d71b-60b8ef2ebcb3, 'name': SearchDatastore_Task, 'duration_secs': 0.061305} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.329576] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.329576] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.329576] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.329794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.329794] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.330046] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d43f3031-11da-4e0d-b8e2-38f6ec96dbeb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.345669] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.345896] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.346868] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6353bff-4bed-481a-ab1e-065986faf0ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.353206] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1263.353206] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520504df-31dd-6422-9e7e-36dec51ef2b3" [ 1263.353206] env[62777]: _type = "Task" [ 1263.353206] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.362293] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520504df-31dd-6422-9e7e-36dec51ef2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.375468] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.399652] env[62777]: DEBUG oslo_vmware.api [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693259, 'name': PowerOnVM_Task, 'duration_secs': 0.640027} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.399907] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.403835] env[62777]: INFO nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Took 12.25 seconds to spawn the instance on the hypervisor. [ 1263.404146] env[62777]: DEBUG nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.406819] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1263.407085] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1263.407249] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.407423] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1263.407567] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.407709] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1263.407909] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1263.408086] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1263.408265] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1263.408441] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1263.408626] env[62777]: DEBUG nova.virt.hardware [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1263.409528] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b62e89-0af0-49f5-bba5-4a63a9fdae4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.413133] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da56ed66-c8a1-4e6e-97bb-a69299a9701f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.430242] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbedd49-09a3-4180-b765-e8624e2db540 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.478959] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577297} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.479414] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.481970] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.481970] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48f63b84-708b-4633-93f6-9874eb9e2e0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.488022] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1263.488022] env[62777]: value = "task-1693261" [ 1263.488022] env[62777]: _type = "Task" [ 1263.488022] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.494483] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.499656] env[62777]: DEBUG nova.compute.manager [None req-02b6d299-6b7b-4bc9-9ef6-503c82e6da7a tempest-ServerDiagnosticsTest-1442026252 tempest-ServerDiagnosticsTest-1442026252-project-admin] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.501442] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a52d3c7-f1a1-4ce7-a2f3-f7cdb6982eab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.507684] env[62777]: INFO nova.compute.manager [None req-02b6d299-6b7b-4bc9-9ef6-503c82e6da7a tempest-ServerDiagnosticsTest-1442026252 tempest-ServerDiagnosticsTest-1442026252-project-admin] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Retrieving diagnostics [ 1263.508550] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a77a7c-fd46-4fd9-8162-0252cf275e79 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.538510] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Releasing lock "refresh_cache-a59912be-e45b-4368-aded-13db93252946" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.538803] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Instance network_info: |[{"id": "2d86e41f-db04-47f6-b252-e154482e3be2", "address": "fa:16:3e:61:b1:a4", "network": {"id": "228559b5-f5d1-4285-af41-656385260c87", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-486265662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e91166ca934c27938fbfb556b9a665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d86e41f-db", "ovs_interfaceid": "2d86e41f-db04-47f6-b252-e154482e3be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1263.540189] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:b1:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d86e41f-db04-47f6-b252-e154482e3be2', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.547234] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Creating folder: Project (27e91166ca934c27938fbfb556b9a665). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.547731] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4b8ef6-474b-4e94-941d-ec563830d70f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.557411] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Created folder: Project (27e91166ca934c27938fbfb556b9a665) in parent group-v353040. [ 1263.558029] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Creating folder: Instances. Parent ref: group-v353070. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1263.558029] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7635838a-a89b-45e7-a95e-bccf8ec97005 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.566440] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Created folder: Instances in parent group-v353070. [ 1263.566669] env[62777]: DEBUG oslo.service.loopingcall [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1263.566849] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59912be-e45b-4368-aded-13db93252946] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.567058] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c39d492-d2b7-4bd2-b76c-dd50d2eb6a0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.585157] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.585157] env[62777]: value = "task-1693264" [ 1263.585157] env[62777]: _type = "Task" [ 1263.585157] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.592912] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693264, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.629562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.709953] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.710149] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquired lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.710309] env[62777]: DEBUG nova.network.neutron [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.830966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.831560] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.837321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.667s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.837866] env[62777]: DEBUG nova.objects.instance [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lazy-loading 'resources' on Instance uuid ceb6d9b1-c9ca-4361-9880-a28ae5b577f8 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.867716] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520504df-31dd-6422-9e7e-36dec51ef2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.029827} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.868567] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8431c542-f66f-44ee-9d74-59fe6ce3d647 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.875127] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1263.875127] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520fefc1-9c4b-cdfd-2ad1-5ecf6668ae4f" [ 1263.875127] env[62777]: _type = "Task" [ 1263.875127] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.883168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "bcef837d-7a30-4c53-805c-f55b4b793d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.883538] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.887613] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520fefc1-9c4b-cdfd-2ad1-5ecf6668ae4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.893489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "f74de76e-9358-4af8-acef-8a004a91998f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.893588] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "f74de76e-9358-4af8-acef-8a004a91998f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.893763] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "f74de76e-9358-4af8-acef-8a004a91998f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.893937] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "f74de76e-9358-4af8-acef-8a004a91998f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.894117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "f74de76e-9358-4af8-acef-8a004a91998f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.897616] env[62777]: INFO nova.compute.manager [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Terminating instance [ 1263.927886] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "dce265ac-9ed7-4309-a9f6-df53769fe826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.928139] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.942425] env[62777]: INFO nova.compute.manager [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Took 28.40 seconds to build instance. [ 1264.003885] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18537} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.005135] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.006803] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e25f301-54f9-4f94-a170-2d97d246f840 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.051334] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.056425] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7582828-0eab-4c09-846b-ed1b0c84f74a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.090841] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1264.090841] env[62777]: value = "task-1693265" [ 1264.090841] env[62777]: _type = "Task" [ 1264.090841] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.098354] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693264, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.106031] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.146228] env[62777]: DEBUG nova.network.neutron [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updated VIF entry in instance network info cache for port 8f86a0ff-3574-422e-9518-627bc571f74e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.146703] env[62777]: DEBUG nova.network.neutron [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updating instance_info_cache with network_info: [{"id": "8f86a0ff-3574-422e-9518-627bc571f74e", "address": "fa:16:3e:0a:3c:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f86a0ff-35", "ovs_interfaceid": "8f86a0ff-3574-422e-9518-627bc571f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.253456] env[62777]: DEBUG nova.network.neutron [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.338750] env[62777]: DEBUG nova.compute.utils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.340288] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1264.341181] env[62777]: DEBUG nova.network.neutron [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.396794] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520fefc1-9c4b-cdfd-2ad1-5ecf6668ae4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.402047] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.402363] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9c5a620a-de1b-419f-a0e3-eaf74a63883a/9c5a620a-de1b-419f-a0e3-eaf74a63883a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1264.403132] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "refresh_cache-f74de76e-9358-4af8-acef-8a004a91998f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.407025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquired lock "refresh_cache-f74de76e-9358-4af8-acef-8a004a91998f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.407025] env[62777]: DEBUG nova.network.neutron [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.407025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ab3d57b-8f0b-4e47-b2cb-5f6bad6f2c99 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.413117] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1264.413117] env[62777]: value = "task-1693266" [ 1264.413117] env[62777]: _type = "Task" [ 1264.413117] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.424912] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.444353] env[62777]: DEBUG oslo_concurrency.lockutils [None req-42aea226-732d-4d04-8a20-357328120ffa tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.908s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.455288] env[62777]: DEBUG nova.policy [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922f45cb1fb84b52b420305880bfadd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e56b16e498ce4012800d974009825c86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.496678] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.497149] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.497489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.497903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.498088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.501010] env[62777]: INFO nova.compute.manager [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Terminating instance [ 1264.597701] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693264, 'name': CreateVM_Task, 'duration_secs': 0.546111} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.605484] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a59912be-e45b-4368-aded-13db93252946] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.606393] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.606574] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.606869] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1264.607548] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe08d53-b58a-4c4a-92f6-8c1305702137 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.613424] env[62777]: DEBUG nova.network.neutron [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updating instance_info_cache with network_info: [{"id": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "address": "fa:16:3e:80:c7:85", "network": {"id": "6385ab03-8558-4449-b040-d1ccb2b4b9de", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358155939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d6bbd5a134e638a7c0606a9f3d49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af8aed-6c", "ovs_interfaceid": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.614587] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.620215] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1264.620215] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5261c362-7d00-97cd-4f85-6acb623d9cd2" [ 1264.620215] env[62777]: _type = "Task" [ 1264.620215] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.630266] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5261c362-7d00-97cd-4f85-6acb623d9cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.651357] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Releasing lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.651608] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Received event network-vif-plugged-3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1264.651790] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Acquiring lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.651979] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.652149] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1264.652306] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] No waiting events found dispatching network-vif-plugged-3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.652468] env[62777]: WARNING nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Received unexpected event network-vif-plugged-3f661edd-4489-45d5-b302-bb92f73fa970 for instance with vm_state building and task_state spawning. [ 1264.652623] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Received event network-changed-3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1264.652768] env[62777]: DEBUG nova.compute.manager [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Refreshing instance network info cache due to event network-changed-3f661edd-4489-45d5-b302-bb92f73fa970. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1264.652941] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Acquiring lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.653084] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Acquired lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.653237] env[62777]: DEBUG nova.network.neutron [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Refreshing network info cache for port 3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.733882] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74172101-da6f-4604-bd56-ebae48c81552 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.742866] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b9084e-37a5-477b-9c63-cf8fcadbe80e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.776567] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46ffafa-48ca-4ba9-8451-bc164403a0e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.784889] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d49ed7-c84e-4070-9b0e-e2b3abc12e45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.800599] env[62777]: DEBUG nova.compute.provider_tree [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.846397] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.882095] env[62777]: DEBUG oslo_concurrency.lockutils [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "interface-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.882481] env[62777]: DEBUG oslo_concurrency.lockutils [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "interface-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.882807] env[62777]: DEBUG nova.objects.instance [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lazy-loading 'flavor' on Instance uuid d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.884281] env[62777]: INFO nova.compute.manager [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Rebuilding instance [ 1264.908656] env[62777]: DEBUG nova.network.neutron [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Successfully updated port: 058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.929089] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693266, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.941700] env[62777]: DEBUG nova.compute.manager [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.942809] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ec804f-7e21-4fd7-af26-e85ea8c24a45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.946899] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1265.015595] env[62777]: DEBUG nova.compute.manager [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.015882] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.016951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081a07c3-4c21-401c-97dc-b76a668de6e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.027569] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.027838] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be49c2cb-3063-43f0-9c6c-bcb4c469b56b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.034394] env[62777]: DEBUG oslo_vmware.api [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1265.034394] env[62777]: value = "task-1693267" [ 1265.034394] env[62777]: _type = "Task" [ 1265.034394] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.043773] env[62777]: DEBUG oslo_vmware.api [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.108102] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693265, 'name': ReconfigVM_Task, 'duration_secs': 0.768471} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.108472] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.109218] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c363e981-83f7-410e-b5dd-8c151c00ced8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.117818] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Releasing lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.117878] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Instance network_info: |[{"id": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "address": "fa:16:3e:80:c7:85", "network": {"id": "6385ab03-8558-4449-b040-d1ccb2b4b9de", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358155939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d6bbd5a134e638a7c0606a9f3d49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af8aed-6c", "ovs_interfaceid": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.118287] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1265.118287] env[62777]: value = "task-1693268" [ 1265.118287] env[62777]: _type = "Task" [ 1265.118287] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.119314] env[62777]: DEBUG nova.network.neutron [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.121822] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:c7:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4af8aed-6cdf-4b37-bc4d-06585710d0db', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.132096] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Creating folder: Project (b48d6bbd5a134e638a7c0606a9f3d49b). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.132716] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec01950a-7386-43d8-83d1-0161415836fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.146648] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5261c362-7d00-97cd-4f85-6acb623d9cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.151123] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.151387] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.151626] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.151770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.151956] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.152429] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693268, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.152666] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Created folder: Project (b48d6bbd5a134e638a7c0606a9f3d49b) in parent group-v353040. [ 1265.152834] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Creating folder: Instances. Parent ref: group-v353073. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.153075] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d071b1e-f202-410a-b850-548af7db4c8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.154978] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-411167a8-b47b-489c-83ae-1f5998cddd96 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.165308] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.165537] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.167270] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dd0ad1a-1fef-4e51-9e1f-126d87110bc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.169558] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Created folder: Instances in parent group-v353073. [ 1265.169781] env[62777]: DEBUG oslo.service.loopingcall [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.169967] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.170480] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87627220-feb5-4d99-9c5a-5d24cd886ed9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.189743] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1265.189743] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e8bed0-2bc2-9e64-8935-d7993ca07061" [ 1265.189743] env[62777]: _type = "Task" [ 1265.189743] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.194355] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.194355] env[62777]: value = "task-1693271" [ 1265.194355] env[62777]: _type = "Task" [ 1265.194355] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.201081] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e8bed0-2bc2-9e64-8935-d7993ca07061, 'name': SearchDatastore_Task, 'duration_secs': 0.01104} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.202123] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9a120c-a441-4702-94dc-40ea95c8b4aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.206833] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693271, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.209605] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1265.209605] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e2ac4f-75d6-ccf8-aafe-c2c31bccd832" [ 1265.209605] env[62777]: _type = "Task" [ 1265.209605] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.219370] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e2ac4f-75d6-ccf8-aafe-c2c31bccd832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.304187] env[62777]: DEBUG nova.scheduler.client.report [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1265.324974] env[62777]: DEBUG nova.network.neutron [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Successfully created port: ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.330419] env[62777]: DEBUG nova.network.neutron [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.391072] env[62777]: DEBUG nova.objects.instance [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lazy-loading 'pci_requests' on Instance uuid d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.416304] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "refresh_cache-60927798-b5f4-4705-af23-2a2919943143" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.416304] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired lock "refresh_cache-60927798-b5f4-4705-af23-2a2919943143" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.416632] env[62777]: DEBUG nova.network.neutron [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.430097] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739883} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.430366] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9c5a620a-de1b-419f-a0e3-eaf74a63883a/9c5a620a-de1b-419f-a0e3-eaf74a63883a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1265.430682] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1265.430933] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0989a253-b75d-4643-85f8-c2014fcfc7bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.438314] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1265.438314] env[62777]: value = "task-1693272" [ 1265.438314] env[62777]: _type = "Task" [ 1265.438314] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.450393] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.479219] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.480057] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.480381] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.544733] env[62777]: DEBUG oslo_vmware.api [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693267, 'name': PowerOffVM_Task, 'duration_secs': 0.283154} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.545040] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.545224] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.545472] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04413e32-369a-466c-af19-59502c643ef3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.638043] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.638305] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.638512] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Deleting the datastore file [datastore1] 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.639309] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bc1fdfe-9be9-4c4b-8c01-7e1ea8069152 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.644321] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693268, 'name': Rename_Task, 'duration_secs': 0.216214} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.644932] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.645196] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9066b83-8186-4165-a472-303210ae8c03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.648139] env[62777]: DEBUG oslo_vmware.api [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for the task: (returnval){ [ 1265.648139] env[62777]: value = "task-1693274" [ 1265.648139] env[62777]: _type = "Task" [ 1265.648139] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.652359] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1265.652359] env[62777]: value = "task-1693275" [ 1265.652359] env[62777]: _type = "Task" [ 1265.652359] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.658477] env[62777]: DEBUG oslo_vmware.api [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.663320] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693275, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.686808] env[62777]: DEBUG nova.network.neutron [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updated VIF entry in instance network info cache for port 3f661edd-4489-45d5-b302-bb92f73fa970. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.686808] env[62777]: DEBUG nova.network.neutron [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updating instance_info_cache with network_info: [{"id": "3f661edd-4489-45d5-b302-bb92f73fa970", "address": "fa:16:3e:c4:5e:cf", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f661edd-44", "ovs_interfaceid": "3f661edd-4489-45d5-b302-bb92f73fa970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.706380] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693271, 'name': CreateVM_Task, 'duration_secs': 0.425029} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.706380] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1265.706380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.706380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.709803] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1265.709803] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5dd72e9-130f-4341-9596-40c675e72e0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.714620] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1265.714620] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52eccf04-a3af-54c2-bca8-7955e34923ba" [ 1265.714620] env[62777]: _type = "Task" [ 1265.714620] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.722493] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e2ac4f-75d6-ccf8-aafe-c2c31bccd832, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.722493] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.722493] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a59912be-e45b-4368-aded-13db93252946/a59912be-e45b-4368-aded-13db93252946.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.722745] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e5b3625-b2a4-45a2-b82e-42649cfd5b08 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.727488] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eccf04-a3af-54c2-bca8-7955e34923ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.733169] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1265.733169] env[62777]: value = "task-1693276" [ 1265.733169] env[62777]: _type = "Task" [ 1265.733169] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.742419] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.810209] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.813385] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.133s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.817818] env[62777]: INFO nova.compute.claims [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.834340] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Releasing lock "refresh_cache-f74de76e-9358-4af8-acef-8a004a91998f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.834340] env[62777]: DEBUG nova.compute.manager [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.834539] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.835755] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d8237-dab5-47af-b326-97f2d625fed8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.840466] env[62777]: INFO nova.scheduler.client.report [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Deleted allocations for instance ceb6d9b1-c9ca-4361-9880-a28ae5b577f8 [ 1265.849986] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.850217] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba2c11e-6fdd-4695-8925-5dcd817c42a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.857131] env[62777]: DEBUG oslo_vmware.api [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1265.857131] env[62777]: value = "task-1693277" [ 1265.857131] env[62777]: _type = "Task" [ 1265.857131] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.859534] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.874355] env[62777]: DEBUG oslo_vmware.api [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.892652] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T16:11:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1399931116',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1023315347',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1265.892925] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1265.893321] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.893321] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1265.893504] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.893546] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1265.895057] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1265.895057] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1265.895057] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1265.895057] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1265.895057] env[62777]: DEBUG nova.virt.hardware [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.895502] env[62777]: DEBUG nova.objects.base [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.895502] env[62777]: DEBUG nova.network.neutron [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1265.898200] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96367a9c-8295-4ff4-9b2e-43940e4f1c95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.907645] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e5228-4941-45ce-b6b9-a3b8accb9df0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.951243] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074608} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.951243] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.951243] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e03308-aab8-4bfc-a28c-c98ef9bbc9c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.964461] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.973164] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 9c5a620a-de1b-419f-a0e3-eaf74a63883a/9c5a620a-de1b-419f-a0e3-eaf74a63883a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.973483] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b47803b4-24ee-4b5b-a89b-efe9ca35f12e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.975787] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abf9cb2b-a46f-49a2-8a1d-1eeef74e2600 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.991952] env[62777]: DEBUG nova.network.neutron [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.998430] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1265.998430] env[62777]: value = "task-1693278" [ 1265.998430] env[62777]: _type = "Task" [ 1265.998430] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.999803] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1265.999803] env[62777]: value = "task-1693279" [ 1265.999803] env[62777]: _type = "Task" [ 1265.999803] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.012882] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.016530] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693279, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.131244] env[62777]: DEBUG oslo_concurrency.lockutils [None req-228fab3e-0eca-47bd-9149-8fd2ec318dc0 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "interface-d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.249s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.159751] env[62777]: DEBUG oslo_vmware.api [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Task: {'id': task-1693274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346524} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.160563] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.160816] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.161064] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.161249] env[62777]: INFO nova.compute.manager [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1266.161495] env[62777]: DEBUG oslo.service.loopingcall [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.161688] env[62777]: DEBUG nova.compute.manager [-] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.161804] env[62777]: DEBUG nova.network.neutron [-] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.166784] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693275, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.190142] env[62777]: DEBUG oslo_concurrency.lockutils [req-67a9333f-9a68-4162-b1c8-4719567d1292 req-03ca8d72-919d-4423-9db4-727da487385f service nova] Releasing lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.229246] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eccf04-a3af-54c2-bca8-7955e34923ba, 'name': SearchDatastore_Task, 'duration_secs': 0.019951} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.229635] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.229897] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.230311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.230476] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.230662] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.231574] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15bc7077-4b69-4cf4-81f8-ebdcc4089a2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.245894] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.248570] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.248753] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.249504] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b3cdc5-aab2-479f-81f3-b8550134cea8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.255867] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1266.255867] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fb87b0-64ed-5b94-0927-acf8073b9c0f" [ 1266.255867] env[62777]: _type = "Task" [ 1266.255867] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.266107] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fb87b0-64ed-5b94-0927-acf8073b9c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.267064] env[62777]: DEBUG nova.network.neutron [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Updating instance_info_cache with network_info: [{"id": "058b5b06-f13f-4d9d-ad79-b21efbcdd747", "address": "fa:16:3e:46:6f:c4", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058b5b06-f1", "ovs_interfaceid": "058b5b06-f13f-4d9d-ad79-b21efbcdd747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.350816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f731c049-0376-40e4-b4f7-09b9db1433c8 tempest-DeleteServersAdminTestJSON-1657302814 tempest-DeleteServersAdminTestJSON-1657302814-project-admin] Lock "ceb6d9b1-c9ca-4361-9880-a28ae5b577f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.268s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.368013] env[62777]: DEBUG oslo_vmware.api [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693277, 'name': PowerOffVM_Task, 'duration_secs': 0.174494} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.369593] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.369784] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.370069] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bebf2b80-637e-4a0e-b75f-1e4b4abb8245 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.395822] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.396056] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.396312] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleting the datastore file [datastore1] f74de76e-9358-4af8-acef-8a004a91998f {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.396651] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b51f9f4-83ca-4ed3-b8c1-3cb3aa56ba80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.405706] env[62777]: DEBUG oslo_vmware.api [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for the task: (returnval){ [ 1266.405706] env[62777]: value = "task-1693281" [ 1266.405706] env[62777]: _type = "Task" [ 1266.405706] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.414302] env[62777]: DEBUG oslo_vmware.api [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.512705] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693278, 'name': PowerOffVM_Task, 'duration_secs': 0.252585} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.516664] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.516664] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.516863] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.517430] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e855c00-2492-4b83-afcf-26a649e9a1f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.523722] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1266.523959] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ffd9e73-c5a6-490a-b7b1-4b767cff1571 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.547108] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1266.547221] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1266.547488] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Deleting the datastore file [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.547659] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72a59d89-88f8-4a84-8f78-20ceacbd3ce5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.554300] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1266.554300] env[62777]: value = "task-1693283" [ 1266.554300] env[62777]: _type = "Task" [ 1266.554300] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.563022] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.664496] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693275, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.748517] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763634} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.748517] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a59912be-e45b-4368-aded-13db93252946/a59912be-e45b-4368-aded-13db93252946.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.748517] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.748517] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28f1db21-ae56-4032-8533-c482081a8442 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.753954] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1266.753954] env[62777]: value = "task-1693284" [ 1266.753954] env[62777]: _type = "Task" [ 1266.753954] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.767320] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.776028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Releasing lock "refresh_cache-60927798-b5f4-4705-af23-2a2919943143" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.776028] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Instance network_info: |[{"id": "058b5b06-f13f-4d9d-ad79-b21efbcdd747", "address": "fa:16:3e:46:6f:c4", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058b5b06-f1", "ovs_interfaceid": "058b5b06-f13f-4d9d-ad79-b21efbcdd747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1266.776214] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fb87b0-64ed-5b94-0927-acf8073b9c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.05378} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.779978] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:6f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '058b5b06-f13f-4d9d-ad79-b21efbcdd747', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1266.784406] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating folder: Project (626865aecedb445aa62dae6496d8116c). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.785744] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9470bd03-f7b3-473d-90b2-66d51d1ea556 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.787740] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8b540ff-ef9a-4404-93b1-988f5afa27a0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.793850] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1266.793850] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d84de1-dfa6-f1d3-768f-3ebf0062379d" [ 1266.793850] env[62777]: _type = "Task" [ 1266.793850] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.798685] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Created folder: Project (626865aecedb445aa62dae6496d8116c) in parent group-v353040. [ 1266.799108] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating folder: Instances. Parent ref: group-v353076. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1266.799838] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-646bd2c7-2fc9-40f5-a92c-677ed619ae5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.804294] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d84de1-dfa6-f1d3-768f-3ebf0062379d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.812433] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Created folder: Instances in parent group-v353076. [ 1266.814546] env[62777]: DEBUG oslo.service.loopingcall [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.814546] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60927798-b5f4-4705-af23-2a2919943143] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1266.814546] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f435340e-dfc6-4652-bf40-ef7810344f2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.835393] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1266.835393] env[62777]: value = "task-1693287" [ 1266.835393] env[62777]: _type = "Task" [ 1266.835393] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.842834] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693287, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.916142] env[62777]: DEBUG oslo_vmware.api [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Task: {'id': task-1693281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228947} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.916391] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.916571] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.916739] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.916905] env[62777]: INFO nova.compute.manager [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1266.917336] env[62777]: DEBUG oslo.service.loopingcall [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1266.917563] env[62777]: DEBUG nova.compute.manager [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.917690] env[62777]: DEBUG nova.network.neutron [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.941963] env[62777]: DEBUG nova.network.neutron [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.019047] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693279, 'name': ReconfigVM_Task, 'duration_secs': 0.789791} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.019047] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 9c5a620a-de1b-419f-a0e3-eaf74a63883a/9c5a620a-de1b-419f-a0e3-eaf74a63883a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.021653] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e54f6583-cc4e-4f12-83db-3aa0806ef06e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.029768] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1267.029768] env[62777]: value = "task-1693288" [ 1267.029768] env[62777]: _type = "Task" [ 1267.029768] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.041846] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693288, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.070114] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200811} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.070114] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.070114] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1267.070252] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1267.121957] env[62777]: DEBUG nova.network.neutron [-] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.163512] env[62777]: DEBUG oslo_vmware.api [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693275, 'name': PowerOnVM_Task, 'duration_secs': 1.037293} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.164827] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.164888] env[62777]: INFO nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Took 13.63 seconds to spawn the instance on the hypervisor. [ 1267.165046] env[62777]: DEBUG nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1267.165906] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ad9b87-5ce7-4696-af72-8dfc6767d2ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.169117] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8662f5e-5481-4475-a9e2-dadc0629ff9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.177351] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c787208-be72-4411-8363-f377a0ba6a93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.214508] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860405b4-9c89-44b5-9c5f-cf61779957dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.225661] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8443ce-db02-4030-b71f-b5d73d9eafd8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.241594] env[62777]: DEBUG nova.compute.provider_tree [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.264110] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.264283] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.265598] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c650d2-73d6-40cd-9605-76bd8f66cf9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.287486] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] a59912be-e45b-4368-aded-13db93252946/a59912be-e45b-4368-aded-13db93252946.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.288524] env[62777]: DEBUG nova.network.neutron [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Successfully updated port: ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1267.289603] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34570c74-a48c-4126-9f9e-f858c367b688 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.316384] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d84de1-dfa6-f1d3-768f-3ebf0062379d, 'name': SearchDatastore_Task, 'duration_secs': 0.015778} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.317685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.317938] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b4966a3a-7826-4e9a-ae37-5404ac0d9810/b4966a3a-7826-4e9a-ae37-5404ac0d9810.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.318494] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1267.318494] env[62777]: value = "task-1693289" [ 1267.318494] env[62777]: _type = "Task" [ 1267.318494] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.318494] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1647cd1e-1c60-4503-9f5e-9fae2965ff4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.329310] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.330590] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1267.330590] env[62777]: value = "task-1693290" [ 1267.330590] env[62777]: _type = "Task" [ 1267.330590] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.338875] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.346640] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693287, 'name': CreateVM_Task, 'duration_secs': 0.424955} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.346811] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60927798-b5f4-4705-af23-2a2919943143] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1267.347485] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.347689] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.348009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1267.348269] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140852ca-e680-4a19-8d88-cc2bd8c428e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.352642] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1267.352642] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529955fe-6a2e-c572-b3e3-56e97de4852f" [ 1267.352642] env[62777]: _type = "Task" [ 1267.352642] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.360586] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529955fe-6a2e-c572-b3e3-56e97de4852f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.445183] env[62777]: DEBUG nova.network.neutron [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.540509] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693288, 'name': Rename_Task, 'duration_secs': 0.320477} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.540887] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1267.541041] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc97000e-804f-43f8-80e2-77ea59d8783d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.548645] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1267.548645] env[62777]: value = "task-1693291" [ 1267.548645] env[62777]: _type = "Task" [ 1267.548645] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.556432] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.625297] env[62777]: INFO nova.compute.manager [-] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Took 1.46 seconds to deallocate network for instance. [ 1267.692796] env[62777]: INFO nova.compute.manager [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Took 28.59 seconds to build instance. [ 1267.747407] env[62777]: DEBUG nova.scheduler.client.report [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1267.807732] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.807732] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.807732] env[62777]: DEBUG nova.network.neutron [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.835144] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693289, 'name': ReconfigVM_Task, 'duration_secs': 0.320556} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.839033] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Reconfigured VM instance instance-0000000b to attach disk [datastore1] a59912be-e45b-4368-aded-13db93252946/a59912be-e45b-4368-aded-13db93252946.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.839744] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec736d29-4c55-45f1-9c82-15ca3f74ee92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.848151] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693290, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.850958] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1267.850958] env[62777]: value = "task-1693292" [ 1267.850958] env[62777]: _type = "Task" [ 1267.850958] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.874180] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693292, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.882034] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529955fe-6a2e-c572-b3e3-56e97de4852f, 'name': SearchDatastore_Task, 'duration_secs': 0.025051} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.882260] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.882381] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.882643] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.882798] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.882977] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.883305] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a19333c3-18a5-461e-8547-7c3c9059353c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.896396] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.896616] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.897410] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8191c441-5e5e-4162-a8d6-47a6d59cb57a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.903934] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1267.903934] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e84802-58fb-7bbb-588b-56f4e1dc4d75" [ 1267.903934] env[62777]: _type = "Task" [ 1267.903934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.912985] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e84802-58fb-7bbb-588b-56f4e1dc4d75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.947858] env[62777]: INFO nova.compute.manager [-] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Took 1.03 seconds to deallocate network for instance. [ 1267.957579] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Received event network-changed-c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1267.957747] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Refreshing instance network info cache due to event network-changed-c3e9df89-7cf7-4e68-978d-73a551dfbe59. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1267.957957] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.958109] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquired lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.958291] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Refreshing network info cache for port c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.997288] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "3f016251-3fe4-4a73-8718-498c90779415" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.997621] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "3f016251-3fe4-4a73-8718-498c90779415" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.997848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "3f016251-3fe4-4a73-8718-498c90779415-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.998107] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "3f016251-3fe4-4a73-8718-498c90779415-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.998355] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "3f016251-3fe4-4a73-8718-498c90779415-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.001139] env[62777]: INFO nova.compute.manager [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Terminating instance [ 1268.068079] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.131585] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1268.131961] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1268.131961] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.132176] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1268.132312] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.132457] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1268.132673] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1268.132826] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1268.133095] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1268.133166] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1268.133322] env[62777]: DEBUG nova.virt.hardware [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.134441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.135286] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfda637-c5a8-4e0d-89d9-c0f212964a98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.144933] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9ce2d9-9e07-4364-ad7e-abaacb6ac463 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.163594] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.170829] env[62777]: DEBUG oslo.service.loopingcall [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.170829] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.170981] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a252f844-8bac-4a3a-afcf-3187bed0f691 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.189050] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.189050] env[62777]: value = "task-1693293" [ 1268.189050] env[62777]: _type = "Task" [ 1268.189050] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.194806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ebd3a861-0611-46ba-8c76-1450e1a984ee tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9bf94633-f769-4fa7-985f-942375455224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.112s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.199973] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693293, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.254058] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.254531] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1268.260867] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.042s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.260867] env[62777]: DEBUG nova.objects.instance [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1268.348425] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.848229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.349454] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b4966a3a-7826-4e9a-ae37-5404ac0d9810/b4966a3a-7826-4e9a-ae37-5404ac0d9810.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.349717] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.349999] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbe7fc2c-1713-40d2-aa61-906701aa6599 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.362659] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693292, 'name': Rename_Task, 'duration_secs': 0.262144} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.365365] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.365797] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1268.365797] env[62777]: value = "task-1693294" [ 1268.365797] env[62777]: _type = "Task" [ 1268.365797] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.366629] env[62777]: DEBUG nova.network.neutron [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1268.368566] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-744dc641-e761-4d86-9cbd-ad17e2b755ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.380977] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.382596] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1268.382596] env[62777]: value = "task-1693295" [ 1268.382596] env[62777]: _type = "Task" [ 1268.382596] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.392148] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.418444] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e84802-58fb-7bbb-588b-56f4e1dc4d75, 'name': SearchDatastore_Task, 'duration_secs': 0.056737} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.419487] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce79503-d097-409f-a3d5-5f9a926a2680 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.427859] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1268.427859] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52679bc3-0eba-d02f-f4cf-57be624582cb" [ 1268.427859] env[62777]: _type = "Task" [ 1268.427859] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.436104] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52679bc3-0eba-d02f-f4cf-57be624582cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.458029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.505731] env[62777]: DEBUG nova.compute.manager [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.505997] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.507029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d5b000-0030-45e8-a29c-3e9f9e4dbe14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.515232] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.515500] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58b170c1-8239-40f4-8cb8-da3f10a85f48 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.521379] env[62777]: DEBUG oslo_vmware.api [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1268.521379] env[62777]: value = "task-1693296" [ 1268.521379] env[62777]: _type = "Task" [ 1268.521379] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.532263] env[62777]: DEBUG oslo_vmware.api [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.559849] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.639275] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.639581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.639785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.639966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.640151] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.642257] env[62777]: INFO nova.compute.manager [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Terminating instance [ 1268.682944] env[62777]: DEBUG nova.network.neutron [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Updating instance_info_cache with network_info: [{"id": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "address": "fa:16:3e:e4:a1:f1", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cb20f-0c", "ovs_interfaceid": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.699816] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693293, 'name': CreateVM_Task, 'duration_secs': 0.286957} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.700235] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.700414] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.700536] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.700858] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.702164] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1268.704377] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e5e600-f43d-4dd6-9299-5fb55546808a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.709921] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1268.709921] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b69660-005c-88f5-9d00-0434a30990fe" [ 1268.709921] env[62777]: _type = "Task" [ 1268.709921] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.718451] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b69660-005c-88f5-9d00-0434a30990fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.767672] env[62777]: DEBUG nova.compute.utils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.769760] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.769970] env[62777]: DEBUG nova.network.neutron [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.775358] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.775576] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.775772] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.775949] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.776207] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.778435] env[62777]: INFO nova.compute.manager [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Terminating instance [ 1268.861316] env[62777]: DEBUG nova.policy [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e568200b27104ec29da9a1b5bbeddfc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ce11edac7f14e5dbdcab7b571840762', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.882919] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095961} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.883409] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.888629] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453e9da1-16b6-47f7-87e8-3a0852a32edb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.899917] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.928630] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] b4966a3a-7826-4e9a-ae37-5404ac0d9810/b4966a3a-7826-4e9a-ae37-5404ac0d9810.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.929562] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9febddc-8341-4a8b-8424-e07863d8e64f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.948092] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updated VIF entry in instance network info cache for port c3e9df89-7cf7-4e68-978d-73a551dfbe59. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.948480] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updating instance_info_cache with network_info: [{"id": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "address": "fa:16:3e:56:0c:69", "network": {"id": "80019a79-d7b2-462a-a743-649255955d77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1679989010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11d1d009118491599fc3fac18956602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e9df89-7c", "ovs_interfaceid": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.960414] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52679bc3-0eba-d02f-f4cf-57be624582cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014289} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.962414] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.962670] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 60927798-b5f4-4705-af23-2a2919943143/60927798-b5f4-4705-af23-2a2919943143.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1268.963042] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1268.963042] env[62777]: value = "task-1693297" [ 1268.963042] env[62777]: _type = "Task" [ 1268.963042] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.963258] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9733aba-3e95-4e65-94ca-c6e1615d1f11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.977102] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693297, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.978498] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1268.978498] env[62777]: value = "task-1693298" [ 1268.978498] env[62777]: _type = "Task" [ 1268.978498] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.987271] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.032743] env[62777]: DEBUG oslo_vmware.api [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693296, 'name': PowerOffVM_Task, 'duration_secs': 0.215654} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.032999] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.033182] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.033467] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85e59dcc-a9af-46ab-92b3-c8ca80fa265d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.062360] env[62777]: DEBUG oslo_vmware.api [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693291, 'name': PowerOnVM_Task, 'duration_secs': 1.034424} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.062842] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.063581] env[62777]: INFO nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Took 13.08 seconds to spawn the instance on the hypervisor. [ 1269.063675] env[62777]: DEBUG nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.065666] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef873e-5ae2-4e4a-bdd4-6eac4e1f1273 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.113835] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.114140] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.114438] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Deleting the datastore file [datastore1] 3f016251-3fe4-4a73-8718-498c90779415 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.114839] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c7fa23-2cde-42bf-b6a7-9f997e554fb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.123300] env[62777]: DEBUG oslo_vmware.api [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for the task: (returnval){ [ 1269.123300] env[62777]: value = "task-1693300" [ 1269.123300] env[62777]: _type = "Task" [ 1269.123300] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.134499] env[62777]: DEBUG oslo_vmware.api [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.147544] env[62777]: DEBUG nova.compute.manager [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.147860] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.149081] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787cc5f6-c222-4dd8-96b4-2721052d4606 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.163452] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.164397] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd60aac4-c75d-49ec-8852-50491b329a50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.170384] env[62777]: DEBUG oslo_vmware.api [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1269.170384] env[62777]: value = "task-1693301" [ 1269.170384] env[62777]: _type = "Task" [ 1269.170384] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.181320] env[62777]: DEBUG oslo_vmware.api [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.187114] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Releasing lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.187114] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Instance network_info: |[{"id": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "address": "fa:16:3e:e4:a1:f1", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cb20f-0c", "ovs_interfaceid": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1269.187259] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:a1:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1269.195890] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Creating folder: Project (e56b16e498ce4012800d974009825c86). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.200025] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c930f7-0dc7-455e-9a46-43262c59810d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.205576] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Created folder: Project (e56b16e498ce4012800d974009825c86) in parent group-v353040. [ 1269.205794] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Creating folder: Instances. Parent ref: group-v353080. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1269.206080] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a6bc098-93be-4a43-af5d-f1752febbae4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.221400] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Created folder: Instances in parent group-v353080. [ 1269.221639] env[62777]: DEBUG oslo.service.loopingcall [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.225508] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1269.225981] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b69660-005c-88f5-9d00-0434a30990fe, 'name': SearchDatastore_Task, 'duration_secs': 0.013459} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.226256] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81569ad5-08f6-4cbf-a6ab-75f7bab003db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.242531] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.242991] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.243176] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.243344] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.243543] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.244766] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.245051] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa27dd63-01e8-4516-81aa-0ea352c4ec85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.254691] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1269.254691] env[62777]: value = "task-1693304" [ 1269.254691] env[62777]: _type = "Task" [ 1269.254691] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.265018] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693304, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.270514] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.270784] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.272464] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866f9b7c-6ac2-40a6-8a74-ad0ce991224b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.275600] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1269.280750] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5d14113c-edfd-4a49-8e67-ebfea8c739a7 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.281994] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1269.281994] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52096a67-43dd-888d-b186-48ad663a1596" [ 1269.281994] env[62777]: _type = "Task" [ 1269.281994] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.282641] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.963s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.284257] env[62777]: INFO nova.compute.claims [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.287403] env[62777]: DEBUG nova.compute.manager [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.287641] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.289027] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230804d7-9442-4ce9-9866-bf1423d54305 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.302110] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.305846] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50baca18-6783-4416-9138-d91e598610d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.308457] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52096a67-43dd-888d-b186-48ad663a1596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.313400] env[62777]: DEBUG oslo_vmware.api [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1269.313400] env[62777]: value = "task-1693305" [ 1269.313400] env[62777]: _type = "Task" [ 1269.313400] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.326726] env[62777]: DEBUG oslo_vmware.api [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.405478] env[62777]: DEBUG oslo_vmware.api [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693295, 'name': PowerOnVM_Task, 'duration_secs': 0.558286} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.405999] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.406643] env[62777]: INFO nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1269.407077] env[62777]: DEBUG nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.408725] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e809ad-9fd2-4cb8-b459-8fe85d85a42e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.455538] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Releasing lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.455851] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Received event network-vif-plugged-2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1269.456112] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "a59912be-e45b-4368-aded-13db93252946-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.456333] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Lock "a59912be-e45b-4368-aded-13db93252946-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.456504] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Lock "a59912be-e45b-4368-aded-13db93252946-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.456680] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] No waiting events found dispatching network-vif-plugged-2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1269.456844] env[62777]: WARNING nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Received unexpected event network-vif-plugged-2d86e41f-db04-47f6-b252-e154482e3be2 for instance with vm_state building and task_state spawning. [ 1269.457023] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Received event network-changed-2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1269.457225] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Refreshing instance network info cache due to event network-changed-2d86e41f-db04-47f6-b252-e154482e3be2. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1269.457387] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "refresh_cache-a59912be-e45b-4368-aded-13db93252946" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.457546] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquired lock "refresh_cache-a59912be-e45b-4368-aded-13db93252946" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.457752] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Refreshing network info cache for port 2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.479665] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693297, 'name': ReconfigVM_Task, 'duration_secs': 0.448474} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.479665] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Reconfigured VM instance instance-0000000c to attach disk [datastore1] b4966a3a-7826-4e9a-ae37-5404ac0d9810/b4966a3a-7826-4e9a-ae37-5404ac0d9810.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.479665] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36011592-4853-4ce0-9961-ecd1deed8abb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.492083] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.493840] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1269.493840] env[62777]: value = "task-1693306" [ 1269.493840] env[62777]: _type = "Task" [ 1269.493840] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.502621] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693306, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.588045] env[62777]: INFO nova.compute.manager [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Took 28.73 seconds to build instance. [ 1269.636820] env[62777]: DEBUG oslo_vmware.api [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Task: {'id': task-1693300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471211} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.637049] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.637274] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.637552] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.637797] env[62777]: INFO nova.compute.manager [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1269.638101] env[62777]: DEBUG oslo.service.loopingcall [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1269.638337] env[62777]: DEBUG nova.compute.manager [-] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.638535] env[62777]: DEBUG nova.network.neutron [-] [instance: 3f016251-3fe4-4a73-8718-498c90779415] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.684465] env[62777]: DEBUG oslo_vmware.api [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693301, 'name': PowerOffVM_Task, 'duration_secs': 0.230788} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.684465] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.684465] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.684465] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4faa5b75-3670-438a-8b24-b8ab1eeae6c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.760242] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.760501] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.760723] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Deleting the datastore file [datastore1] e8c3f3da-1da7-45ee-b8dd-255dd83b011d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.761916] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f0da8a5-9475-4c6c-88f5-253f23e7add5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.768821] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693304, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.773333] env[62777]: DEBUG oslo_vmware.api [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for the task: (returnval){ [ 1269.773333] env[62777]: value = "task-1693308" [ 1269.773333] env[62777]: _type = "Task" [ 1269.773333] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.783082] env[62777]: DEBUG oslo_vmware.api [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.803213] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52096a67-43dd-888d-b186-48ad663a1596, 'name': SearchDatastore_Task, 'duration_secs': 0.049084} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.804635] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d048d5-dd9b-4133-874a-c9587e73d736 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.811708] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1269.811708] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522856d5-dd0e-9245-1355-0d000469d95f" [ 1269.811708] env[62777]: _type = "Task" [ 1269.811708] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.829864] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522856d5-dd0e-9245-1355-0d000469d95f, 'name': SearchDatastore_Task, 'duration_secs': 0.011112} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.832049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.832444] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.832842] env[62777]: DEBUG oslo_vmware.api [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693305, 'name': PowerOffVM_Task, 'duration_secs': 0.399559} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.833070] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-550a6651-a07a-403e-a750-e459e1393ac3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.835786] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.835967] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.836559] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71b035c9-3743-44ce-9fac-f3500e01102c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.845718] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1269.845718] env[62777]: value = "task-1693310" [ 1269.845718] env[62777]: _type = "Task" [ 1269.845718] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.859115] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.926308] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.927000] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.927000] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Deleting the datastore file [datastore1] d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.927938] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52a4f1b-df23-4cec-98d2-4f40044618b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.942058] env[62777]: INFO nova.compute.manager [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Took 22.91 seconds to build instance. [ 1269.944969] env[62777]: DEBUG oslo_vmware.api [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for the task: (returnval){ [ 1269.944969] env[62777]: value = "task-1693311" [ 1269.944969] env[62777]: _type = "Task" [ 1269.944969] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.958098] env[62777]: DEBUG oslo_vmware.api [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.994238] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581213} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.994840] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 60927798-b5f4-4705-af23-2a2919943143/60927798-b5f4-4705-af23-2a2919943143.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1269.995219] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.000683] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e35a442e-9af2-4350-9951-012d9483a8c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.013299] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693306, 'name': Rename_Task, 'duration_secs': 0.159903} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.015267] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.015928] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1270.015928] env[62777]: value = "task-1693312" [ 1270.015928] env[62777]: _type = "Task" [ 1270.015928] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.016339] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7ba0d9e-ae5f-4e34-a813-3bc5de611915 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.033209] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.034554] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1270.034554] env[62777]: value = "task-1693313" [ 1270.034554] env[62777]: _type = "Task" [ 1270.034554] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.048031] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.092314] env[62777]: DEBUG oslo_concurrency.lockutils [None req-953300bf-d537-4811-a7f7-0f27740608b8 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.261s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.270598] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693304, 'name': CreateVM_Task, 'duration_secs': 0.592686} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.270598] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1270.271311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.271311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.271611] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1270.271890] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123df4af-bffd-4629-bc80-fa13554c0079 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.285262] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1270.285262] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e7b8d8-16a5-968d-0be0-b351ed981ca3" [ 1270.285262] env[62777]: _type = "Task" [ 1270.285262] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.293670] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.296047] env[62777]: DEBUG oslo_vmware.api [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Task: {'id': task-1693308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255279} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.307909] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.307909] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.307909] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.308163] env[62777]: INFO nova.compute.manager [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1270.308587] env[62777]: DEBUG oslo.service.loopingcall [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.309176] env[62777]: DEBUG nova.compute.manager [-] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.309424] env[62777]: DEBUG nova.network.neutron [-] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.319575] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e7b8d8-16a5-968d-0be0-b351ed981ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.343754] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1270.344459] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1270.344596] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.346015] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1270.346015] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.346015] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1270.346015] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1270.346015] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1270.347370] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1270.347370] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1270.347370] env[62777]: DEBUG nova.virt.hardware [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1270.348829] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18995429-a0cd-422e-a3fb-b660346356eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.356052] env[62777]: DEBUG nova.network.neutron [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Successfully created port: dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.373367] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.378273] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb96ef1-5ce4-4dcd-817c-19142b00a2ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.447703] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38993c36-e0d1-4ea7-8284-b73b6212c7d1 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "a59912be-e45b-4368-aded-13db93252946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.113s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.469435] env[62777]: DEBUG oslo_vmware.api [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Task: {'id': task-1693311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.521928} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.470363] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.470573] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.470719] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.470889] env[62777]: INFO nova.compute.manager [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1270.471144] env[62777]: DEBUG oslo.service.loopingcall [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.471329] env[62777]: DEBUG nova.compute.manager [-] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1270.471429] env[62777]: DEBUG nova.network.neutron [-] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.533716] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "38ec3326-e350-448f-98b5-e30cbe5e3864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.533920] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.546608] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129901} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.551343] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1270.553250] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52500cb-3863-49ce-ad48-faebec4d244f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.568043] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693313, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.607785] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 60927798-b5f4-4705-af23-2a2919943143/60927798-b5f4-4705-af23-2a2919943143.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.613837] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.617296] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d01c268-9987-4c5a-bfe0-ac6c3da2ee90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.658394] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1270.658394] env[62777]: value = "task-1693314" [ 1270.658394] env[62777]: _type = "Task" [ 1270.658394] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.672852] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.808342] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e7b8d8-16a5-968d-0be0-b351ed981ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.055016} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.808786] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.810031] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1270.810031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.810031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.810031] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1270.810031] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67e6178a-80f0-4987-8cd6-2e78377cb92f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.824794] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1270.824794] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1270.825598] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a72a1373-f3d4-4f01-a1e7-1203310f0591 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.834108] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1270.834108] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5268732e-66e4-6802-52fe-d039d54f97c0" [ 1270.834108] env[62777]: _type = "Task" [ 1270.834108] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.844825] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11486ff9-cd28-488a-9154-00242981ec2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.856850] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5268732e-66e4-6802-52fe-d039d54f97c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.861217] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9077ab-d104-4cd4-8fab-d0db72adf4e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.866378] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687258} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.866714] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.866932] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1270.867766] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2292950-382d-454c-b066-f71073a64ec8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.899315] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17d028-4f37-4a89-9fd4-72e0596372b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.903552] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1270.903552] env[62777]: value = "task-1693315" [ 1270.903552] env[62777]: _type = "Task" [ 1270.903552] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.909477] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3972252-016f-4851-9330-e2a7b1e79772 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.918155] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.926281] env[62777]: DEBUG nova.compute.provider_tree [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1270.954546] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1271.174108] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693313, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.174108] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.174108] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Updated VIF entry in instance network info cache for port 2d86e41f-db04-47f6-b252-e154482e3be2. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.177671] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Updating instance_info_cache with network_info: [{"id": "2d86e41f-db04-47f6-b252-e154482e3be2", "address": "fa:16:3e:61:b1:a4", "network": {"id": "228559b5-f5d1-4285-af41-656385260c87", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-486265662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27e91166ca934c27938fbfb556b9a665", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d86e41f-db", "ovs_interfaceid": "2d86e41f-db04-47f6-b252-e154482e3be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.182438] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.303418] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.331601] env[62777]: DEBUG nova.network.neutron [-] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.354484] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5268732e-66e4-6802-52fe-d039d54f97c0, 'name': SearchDatastore_Task, 'duration_secs': 0.028343} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.355480] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52ffb81-86ff-492b-b1ef-6e71b237e8d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.361427] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1271.361427] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5215bb59-ac77-efce-807c-9283f3bfa3e5" [ 1271.361427] env[62777]: _type = "Task" [ 1271.361427] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.373837] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5215bb59-ac77-efce-807c-9283f3bfa3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.415871] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.450222] env[62777]: ERROR nova.scheduler.client.report [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [req-20e41114-36fe-4718-9928-d5066bbae213] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20e41114-36fe-4718-9928-d5066bbae213"}]} [ 1271.471256] env[62777]: DEBUG nova.scheduler.client.report [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1271.494796] env[62777]: DEBUG nova.scheduler.client.report [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1271.494796] env[62777]: DEBUG nova.compute.provider_tree [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.500286] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.515203] env[62777]: DEBUG nova.scheduler.client.report [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1271.538290] env[62777]: DEBUG nova.scheduler.client.report [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1271.553411] env[62777]: DEBUG oslo_vmware.api [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693313, 'name': PowerOnVM_Task, 'duration_secs': 1.251426} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.553853] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.554568] env[62777]: INFO nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Took 10.59 seconds to spawn the instance on the hypervisor. [ 1271.555134] env[62777]: DEBUG nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.556016] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a5379b-fb96-492d-9dcd-3dc3f9028cf9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.668545] env[62777]: DEBUG nova.network.neutron [-] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.669468] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693314, 'name': ReconfigVM_Task, 'duration_secs': 0.722854} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.669734] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 60927798-b5f4-4705-af23-2a2919943143/60927798-b5f4-4705-af23-2a2919943143.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.673659] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87fed7b1-994f-4f1b-a775-b6abd87c6d24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.678441] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Releasing lock "refresh_cache-a59912be-e45b-4368-aded-13db93252946" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.678810] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Received event network-vif-plugged-c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1271.679046] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.679723] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1271.679922] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.680116] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] No waiting events found dispatching network-vif-plugged-c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.680297] env[62777]: WARNING nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Received unexpected event network-vif-plugged-c4af8aed-6cdf-4b37-bc4d-06585710d0db for instance with vm_state building and task_state spawning. [ 1271.680464] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Received event network-changed-c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1271.680630] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Refreshing instance network info cache due to event network-changed-c4af8aed-6cdf-4b37-bc4d-06585710d0db. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1271.680821] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.680953] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquired lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.681118] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Refreshing network info cache for port c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.684045] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1271.684045] env[62777]: value = "task-1693316" [ 1271.684045] env[62777]: _type = "Task" [ 1271.684045] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.696135] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693316, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.835643] env[62777]: INFO nova.compute.manager [-] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Took 2.20 seconds to deallocate network for instance. [ 1271.876935] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5215bb59-ac77-efce-807c-9283f3bfa3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.028967} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.880326] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1271.880326] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8935b7cd-baea-4835-8da9-7aef46cc3896/8935b7cd-baea-4835-8da9-7aef46cc3896.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1271.880326] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44cbef56-199f-4c39-bd8e-466d7f38653a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.884980] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1271.884980] env[62777]: value = "task-1693317" [ 1271.884980] env[62777]: _type = "Task" [ 1271.884980] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.898586] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.916879] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.729458} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.920746] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.921205] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcce2e7-346e-4e5b-b7cc-20e6d03f6758 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.944274] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.947906] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ba920f-2aee-4c5a-8b38-e519672a2109 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.965809] env[62777]: DEBUG nova.network.neutron [-] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.973018] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1271.973018] env[62777]: value = "task-1693318" [ 1271.973018] env[62777]: _type = "Task" [ 1271.973018] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.984999] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693318, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.991951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb0d1d-b54b-4422-a36f-54db4e081d46 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.999434] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b6722f-b092-4e9a-b69a-62d9448372c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.033430] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a84ba7-c1e7-4181-98a5-df7725597de5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.041973] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7c8c8e-85b9-4d3c-ab22-f43473ee9886 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.057765] env[62777]: DEBUG nova.compute.provider_tree [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.073353] env[62777]: INFO nova.compute.manager [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Took 23.97 seconds to build instance. [ 1272.173643] env[62777]: INFO nova.compute.manager [-] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Took 1.70 seconds to deallocate network for instance. [ 1272.200827] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693316, 'name': Rename_Task, 'duration_secs': 0.171149} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.201166] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1272.201477] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66afec08-724c-4427-bcc2-69ea34c47b01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.209526] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1272.209526] env[62777]: value = "task-1693319" [ 1272.209526] env[62777]: _type = "Task" [ 1272.209526] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.220695] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.343792] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.397111] env[62777]: DEBUG nova.compute.manager [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Received event network-vif-deleted-96ff950d-285d-4d3c-be58-e3245e13c345 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1272.397963] env[62777]: DEBUG nova.compute.manager [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Received event network-vif-plugged-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1272.399954] env[62777]: DEBUG oslo_concurrency.lockutils [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] Acquiring lock "8935b7cd-baea-4835-8da9-7aef46cc3896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.399954] env[62777]: DEBUG oslo_concurrency.lockutils [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.399954] env[62777]: DEBUG oslo_concurrency.lockutils [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.399954] env[62777]: DEBUG nova.compute.manager [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] No waiting events found dispatching network-vif-plugged-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1272.399954] env[62777]: WARNING nova.compute.manager [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Received unexpected event network-vif-plugged-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 for instance with vm_state building and task_state spawning. [ 1272.400268] env[62777]: DEBUG nova.compute.manager [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Received event network-changed-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1272.400268] env[62777]: DEBUG nova.compute.manager [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Refreshing instance network info cache due to event network-changed-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1272.400268] env[62777]: DEBUG oslo_concurrency.lockutils [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] Acquiring lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.400662] env[62777]: DEBUG oslo_concurrency.lockutils [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] Acquired lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.400996] env[62777]: DEBUG nova.network.neutron [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Refreshing network info cache for port ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.410733] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.470206] env[62777]: INFO nova.compute.manager [-] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Took 2.16 seconds to deallocate network for instance. [ 1272.493165] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693318, 'name': ReconfigVM_Task, 'duration_secs': 0.494234} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.494604] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be/841d3d29-d0cc-4eff-8257-c9bfc70bc7be.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.495750] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1ec5844-aac4-4d4b-9e96-0ee7c1f28598 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.504201] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1272.504201] env[62777]: value = "task-1693320" [ 1272.504201] env[62777]: _type = "Task" [ 1272.504201] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.524971] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693320, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.575875] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c63899ea-6bb7-496f-9684-b3f66774e3f6 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.482s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.617204] env[62777]: DEBUG nova.scheduler.client.report [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1272.617204] env[62777]: DEBUG nova.compute.provider_tree [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 28 to 29 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1272.617204] env[62777]: DEBUG nova.compute.provider_tree [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.681431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.725658] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693319, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.760901] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updated VIF entry in instance network info cache for port c4af8aed-6cdf-4b37-bc4d-06585710d0db. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.761356] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updating instance_info_cache with network_info: [{"id": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "address": "fa:16:3e:80:c7:85", "network": {"id": "6385ab03-8558-4449-b040-d1ccb2b4b9de", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358155939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d6bbd5a134e638a7c0606a9f3d49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af8aed-6c", "ovs_interfaceid": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.897287] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767158} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.897555] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8935b7cd-baea-4835-8da9-7aef46cc3896/8935b7cd-baea-4835-8da9-7aef46cc3896.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.897760] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.898013] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e2921b-d5d4-4612-8abd-12118281f652 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.904037] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1272.904037] env[62777]: value = "task-1693321" [ 1272.904037] env[62777]: _type = "Task" [ 1272.904037] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.919682] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.990848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.020184] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693320, 'name': Rename_Task, 'duration_secs': 0.412687} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.020621] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.021018] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40544651-40d5-4275-aeec-e3b3a74cfef8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.032555] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Waiting for the task: (returnval){ [ 1273.032555] env[62777]: value = "task-1693322" [ 1273.032555] env[62777]: _type = "Task" [ 1273.032555] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.043963] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693322, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.082727] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.122501] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.839s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.122908] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.129042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.500s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.130621] env[62777]: INFO nova.compute.claims [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.224046] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.265749] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Releasing lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.266033] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Received event network-vif-plugged-058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.266313] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "60927798-b5f4-4705-af23-2a2919943143-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.266703] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Lock "60927798-b5f4-4705-af23-2a2919943143-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.266818] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Lock "60927798-b5f4-4705-af23-2a2919943143-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.266989] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] No waiting events found dispatching network-vif-plugged-058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1273.267236] env[62777]: WARNING nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Received unexpected event network-vif-plugged-058b5b06-f13f-4d9d-ad79-b21efbcdd747 for instance with vm_state building and task_state spawning. [ 1273.267439] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Received event network-changed-058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.267522] env[62777]: DEBUG nova.compute.manager [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Refreshing instance network info cache due to event network-changed-058b5b06-f13f-4d9d-ad79-b21efbcdd747. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1273.267739] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquiring lock "refresh_cache-60927798-b5f4-4705-af23-2a2919943143" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.268213] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Acquired lock "refresh_cache-60927798-b5f4-4705-af23-2a2919943143" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.268213] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Refreshing network info cache for port 058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.291431] env[62777]: DEBUG nova.compute.manager [req-2f448d67-8681-45b4-9fa0-af4b9304b838 req-954679f2-7d9e-489b-8339-411ae1ea93a9 service nova] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Received event network-vif-deleted-37d08d81-9032-4b5c-bd43-ca0f51b6ab43 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1273.414267] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079115} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.415828] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.416838] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d2cbc1-a8f1-453b-9f55-ed69026f8b22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.449958] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 8935b7cd-baea-4835-8da9-7aef46cc3896/8935b7cd-baea-4835-8da9-7aef46cc3896.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.450292] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a1c5aa-dc36-4468-9e9f-36ae96bae624 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.473299] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1273.473299] env[62777]: value = "task-1693323" [ 1273.473299] env[62777]: _type = "Task" [ 1273.473299] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.487352] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.546640] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.612641] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.634442] env[62777]: DEBUG nova.network.neutron [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Successfully updated port: dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.639040] env[62777]: DEBUG nova.compute.utils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1273.647038] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1273.647038] env[62777]: DEBUG nova.network.neutron [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1273.652616] env[62777]: DEBUG nova.network.neutron [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Updated VIF entry in instance network info cache for port ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.653633] env[62777]: DEBUG nova.network.neutron [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Updating instance_info_cache with network_info: [{"id": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "address": "fa:16:3e:e4:a1:f1", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cb20f-0c", "ovs_interfaceid": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.725227] env[62777]: DEBUG oslo_vmware.api [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693319, 'name': PowerOnVM_Task, 'duration_secs': 1.06562} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.725514] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1273.725714] env[62777]: INFO nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Took 10.35 seconds to spawn the instance on the hypervisor. [ 1273.725885] env[62777]: DEBUG nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.726739] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b420c-b42b-4f7e-aebc-a9672801198d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.733669] env[62777]: DEBUG nova.policy [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5300f692ec60438294501b84424aa19e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '626865aecedb445aa62dae6496d8116c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1273.735300] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "a59912be-e45b-4368-aded-13db93252946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.735510] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "a59912be-e45b-4368-aded-13db93252946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.735699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "a59912be-e45b-4368-aded-13db93252946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.735869] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "a59912be-e45b-4368-aded-13db93252946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.736070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "a59912be-e45b-4368-aded-13db93252946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.739739] env[62777]: INFO nova.compute.manager [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Terminating instance [ 1273.985357] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.043716] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.143206] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1274.148255] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.150267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.150267] env[62777]: DEBUG nova.network.neutron [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.156446] env[62777]: DEBUG oslo_concurrency.lockutils [req-20f2ee35-fd48-415d-8ee2-566deda0ed90 req-70879207-1bca-4f49-804f-1e1848e1168b service nova] Releasing lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.250414] env[62777]: DEBUG nova.compute.manager [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.250644] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.258677] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef4617d-58cc-4f4a-8bc8-3705a332848d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.270148] env[62777]: INFO nova.compute.manager [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Took 22.92 seconds to build instance. [ 1274.275140] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.275438] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9d4ade-95be-4878-b694-269a924e56ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.282427] env[62777]: DEBUG oslo_vmware.api [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1274.282427] env[62777]: value = "task-1693324" [ 1274.282427] env[62777]: _type = "Task" [ 1274.282427] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.297062] env[62777]: DEBUG oslo_vmware.api [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.322799] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Updated VIF entry in instance network info cache for port 058b5b06-f13f-4d9d-ad79-b21efbcdd747. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.323733] env[62777]: DEBUG nova.network.neutron [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Updating instance_info_cache with network_info: [{"id": "058b5b06-f13f-4d9d-ad79-b21efbcdd747", "address": "fa:16:3e:46:6f:c4", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap058b5b06-f1", "ovs_interfaceid": "058b5b06-f13f-4d9d-ad79-b21efbcdd747", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.389269] env[62777]: DEBUG nova.network.neutron [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Successfully created port: 377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.491584] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693323, 'name': ReconfigVM_Task, 'duration_secs': 0.66553} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.491584] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 8935b7cd-baea-4835-8da9-7aef46cc3896/8935b7cd-baea-4835-8da9-7aef46cc3896.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.491584] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cd8bba7-dd8f-40d8-9955-a9f6a72c1eff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.498650] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1274.498650] env[62777]: value = "task-1693325" [ 1274.498650] env[62777]: _type = "Task" [ 1274.498650] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.515047] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693325, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.534829] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb37c64f-5945-4935-ae9c-4f29dde49699 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.547565] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693322, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.549662] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32813b12-3cf6-4a77-bc4b-a2d1aaf47d29 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.582297] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b224c3-c198-41f4-81de-b5bf52fe34e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.590693] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edffdfef-09d5-4cc1-84bf-4d9d5ff01f92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.605155] env[62777]: DEBUG nova.compute.provider_tree [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1274.716220] env[62777]: DEBUG nova.network.neutron [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.774441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7862bd4a-2293-413f-821a-4016c06c4100 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "60927798-b5f4-4705-af23-2a2919943143" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.433s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.798548] env[62777]: DEBUG oslo_vmware.api [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693324, 'name': PowerOffVM_Task, 'duration_secs': 0.342437} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.798866] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.799035] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.800208] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d2ea475-e0d6-4f54-9807-8a3a3bb6249b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.827734] env[62777]: DEBUG oslo_concurrency.lockutils [req-f1c0d84b-22ab-425c-afd4-7e2cc8d78d3a req-0ced3e6c-cebc-4bc7-a7ef-6350f6872da5 service nova] Releasing lock "refresh_cache-60927798-b5f4-4705-af23-2a2919943143" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.868337] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.869034] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.869034] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Deleting the datastore file [datastore1] a59912be-e45b-4368-aded-13db93252946 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.869275] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b71d506c-5245-4703-9ad4-56eea140b53b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.878567] env[62777]: DEBUG oslo_vmware.api [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for the task: (returnval){ [ 1274.878567] env[62777]: value = "task-1693327" [ 1274.878567] env[62777]: _type = "Task" [ 1274.878567] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.889622] env[62777]: DEBUG oslo_vmware.api [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.009822] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693325, 'name': Rename_Task, 'duration_secs': 0.195929} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.010222] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.010512] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44c2b382-8377-40fd-ad9b-c04fe18ef356 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.017809] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1275.017809] env[62777]: value = "task-1693328" [ 1275.017809] env[62777]: _type = "Task" [ 1275.017809] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.026927] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.049450] env[62777]: DEBUG oslo_vmware.api [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Task: {'id': task-1693322, 'name': PowerOnVM_Task, 'duration_secs': 1.806009} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.049795] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.050010] env[62777]: DEBUG nova.compute.manager [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1275.051996] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9215b3c4-313c-426f-9514-569a9d3eff00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.162059] env[62777]: DEBUG nova.scheduler.client.report [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1275.162059] env[62777]: DEBUG nova.compute.provider_tree [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 29 to 30 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1275.162059] env[62777]: DEBUG nova.compute.provider_tree [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.165747] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.198077] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1275.198397] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1275.198563] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.198749] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1275.198891] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.199183] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1275.199486] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1275.199655] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1275.199822] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1275.199984] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1275.200772] env[62777]: DEBUG nova.virt.hardware [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.201941] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940f109e-5f9c-48c9-9a28-1680819bbe9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.210397] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fb3c45-091d-427f-a86a-2fb20366893e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.274805] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.388859] env[62777]: DEBUG nova.network.neutron [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.390197] env[62777]: DEBUG oslo_vmware.api [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Task: {'id': task-1693327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310595} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.392033] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.392033] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.392033] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.392033] env[62777]: INFO nova.compute.manager [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] [instance: a59912be-e45b-4368-aded-13db93252946] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1275.392033] env[62777]: DEBUG oslo.service.loopingcall [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.392491] env[62777]: DEBUG nova.compute.manager [-] [instance: a59912be-e45b-4368-aded-13db93252946] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.392491] env[62777]: DEBUG nova.network.neutron [-] [instance: a59912be-e45b-4368-aded-13db93252946] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.534806] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693328, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.579834] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.672074] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.672074] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.674242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.195s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.676854] env[62777]: INFO nova.compute.claims [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.803279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.891580] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.892143] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Instance network_info: |[{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1275.893574] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:76:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77aa121f-8fb6-42f3-aaea-43addfe449b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd9ad479-1d79-4e05-aab5-c402964905f1', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.905052] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Creating folder: Project (5ce11edac7f14e5dbdcab7b571840762). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.905970] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cdc004f-48f3-46f5-843c-7ba325ad97d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.922298] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Created folder: Project (5ce11edac7f14e5dbdcab7b571840762) in parent group-v353040. [ 1275.922545] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Creating folder: Instances. Parent ref: group-v353083. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1275.922799] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1872ee57-8a17-4147-a20d-8c8d99102ff4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.935591] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Created folder: Instances in parent group-v353083. [ 1275.935922] env[62777]: DEBUG oslo.service.loopingcall [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1275.936139] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.936433] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11dd88a7-f22c-489a-ae6c-897ced7f89cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.959898] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.959898] env[62777]: value = "task-1693331" [ 1275.959898] env[62777]: _type = "Task" [ 1275.959898] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.969208] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693331, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.036393] env[62777]: DEBUG oslo_vmware.api [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693328, 'name': PowerOnVM_Task, 'duration_secs': 0.92345} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.036393] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.036393] env[62777]: INFO nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1276.036393] env[62777]: DEBUG nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1276.036393] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a156c1-8b26-4a40-abfd-994fc1b1b423 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.189237] env[62777]: DEBUG nova.compute.utils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1276.189555] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.189728] env[62777]: DEBUG nova.network.neutron [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.280905] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Received event network-vif-deleted-a544c1bc-1a0c-4799-b7f1-557a1b6d210c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1276.281310] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Received event network-vif-deleted-467a709f-828b-4bc0-8e48-d14f1ac3ba24 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1276.281624] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Received event network-changed-c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1276.283018] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Refreshing instance network info cache due to event network-changed-c3e9df89-7cf7-4e68-978d-73a551dfbe59. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1276.283570] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Acquiring lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.284619] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Acquired lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.284619] env[62777]: DEBUG nova.network.neutron [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Refreshing network info cache for port c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.372729] env[62777]: DEBUG nova.policy [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '594d83e26195410dae48770e7a52dc5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37f1acf9b2554731bac9a9a9fca39098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.475709] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693331, 'name': CreateVM_Task, 'duration_secs': 0.398378} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.475939] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.476636] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.476792] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.477220] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1276.477466] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72b39e18-0e83-4565-ae8c-a16ae27ee666 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.482851] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1276.482851] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529eb82e-2992-1f81-80fd-01b0106590ba" [ 1276.482851] env[62777]: _type = "Task" [ 1276.482851] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.494938] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529eb82e-2992-1f81-80fd-01b0106590ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.571250] env[62777]: DEBUG nova.network.neutron [-] [instance: a59912be-e45b-4368-aded-13db93252946] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.577809] env[62777]: INFO nova.compute.manager [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Took 23.53 seconds to build instance. [ 1276.698875] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.807514] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1276.807514] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1276.848126] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "a19f9cf9-0026-437b-84ee-66f875aeb636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.848564] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.992685] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529eb82e-2992-1f81-80fd-01b0106590ba, 'name': SearchDatastore_Task, 'duration_secs': 0.029483} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.993036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.995016] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1276.995016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1276.995016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.995016] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1276.995016] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80fba47d-bf9a-4e5c-b416-7e13b262eec0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.008614] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.008850] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.011111] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3236b144-3372-466f-9d1f-80c24032333b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.018484] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1277.018484] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52adcb1b-c61b-9ba6-3729-65cd73b9c4db" [ 1277.018484] env[62777]: _type = "Task" [ 1277.018484] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.033875] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52adcb1b-c61b-9ba6-3729-65cd73b9c4db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.062351] env[62777]: DEBUG nova.network.neutron [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Successfully updated port: 377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.082121] env[62777]: INFO nova.compute.manager [-] [instance: a59912be-e45b-4368-aded-13db93252946] Took 1.69 seconds to deallocate network for instance. [ 1277.082121] env[62777]: DEBUG oslo_concurrency.lockutils [None req-33ab16a0-8f1b-4b37-b156-6b1ffd60d371 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.069s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.155880] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021bb1e2-bdce-48f4-aa8a-a6a99c2178fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.168030] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b0fc66-a7ae-40e0-b740-70c294a203db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.224847] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab766f-bd04-4154-b2a0-c4e0a85e6c80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.234656] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb20968-012b-44b3-bb5d-991b255efe93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.249897] env[62777]: DEBUG nova.compute.provider_tree [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.533313] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52adcb1b-c61b-9ba6-3729-65cd73b9c4db, 'name': SearchDatastore_Task, 'duration_secs': 0.023471} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.534351] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-953435e0-285b-4225-b672-16233f6b146f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.541116] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1277.541116] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52939316-fff0-e2d4-1f72-c62d0596d255" [ 1277.541116] env[62777]: _type = "Task" [ 1277.541116] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.549794] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52939316-fff0-e2d4-1f72-c62d0596d255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.568341] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "refresh_cache-2fbdd757-f345-48e7-af3f-a7c3c3458a94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.568486] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired lock "refresh_cache-2fbdd757-f345-48e7-af3f-a7c3c3458a94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.568625] env[62777]: DEBUG nova.network.neutron [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.594435] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.599250] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.716927] env[62777]: DEBUG nova.network.neutron [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Successfully created port: fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.732075] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.755768] env[62777]: DEBUG nova.scheduler.client.report [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1277.771912] env[62777]: DEBUG nova.network.neutron [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updated VIF entry in instance network info cache for port c3e9df89-7cf7-4e68-978d-73a551dfbe59. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.773458] env[62777]: DEBUG nova.network.neutron [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updating instance_info_cache with network_info: [{"id": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "address": "fa:16:3e:56:0c:69", "network": {"id": "80019a79-d7b2-462a-a743-649255955d77", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1679989010-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d11d1d009118491599fc3fac18956602", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e9df89-7c", "ovs_interfaceid": "c3e9df89-7cf7-4e68-978d-73a551dfbe59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.782516] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1277.783031] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1277.783031] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.783172] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1277.783212] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.783378] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1277.783562] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1277.783717] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1277.783893] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1277.787558] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1277.787814] env[62777]: DEBUG nova.virt.hardware [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1277.789595] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe84b4-f951-44ac-b318-78630cc850d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.799775] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aff49c3-3b81-4cde-8043-aa7fe1a0ca08 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.806344] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.815131] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.052774] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52939316-fff0-e2d4-1f72-c62d0596d255, 'name': SearchDatastore_Task, 'duration_secs': 0.012201} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.053079] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.053961] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 865a4907-bb1b-411b-b837-867b99de7458/865a4907-bb1b-411b-b837-867b99de7458.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1278.053961] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-303d09f8-aa59-423f-aa49-4334f0c67cd1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.061221] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1278.061221] env[62777]: value = "task-1693332" [ 1278.061221] env[62777]: _type = "Task" [ 1278.061221] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.069296] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.118156] env[62777]: DEBUG nova.network.neutron [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.134185] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.264859] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.265263] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.268400] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.134s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.268779] env[62777]: DEBUG nova.objects.instance [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lazy-loading 'resources' on Instance uuid 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.278552] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Releasing lock "refresh_cache-d847af88-9acc-4ecf-a290-c3ded02265a3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.280430] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received event network-vif-plugged-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1278.280430] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Acquiring lock "865a4907-bb1b-411b-b837-867b99de7458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.280430] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Lock "865a4907-bb1b-411b-b837-867b99de7458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.280430] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Lock "865a4907-bb1b-411b-b837-867b99de7458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.280430] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] No waiting events found dispatching network-vif-plugged-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.280680] env[62777]: WARNING nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received unexpected event network-vif-plugged-dd9ad479-1d79-4e05-aab5-c402964905f1 for instance with vm_state building and task_state spawning. [ 1278.280680] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1278.280680] env[62777]: DEBUG nova.compute.manager [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing instance network info cache due to event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1278.280680] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.280680] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.280851] env[62777]: DEBUG nova.network.neutron [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.320651] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.340481] env[62777]: DEBUG nova.network.neutron [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Updating instance_info_cache with network_info: [{"id": "377ff6ee-9534-4583-a4ef-8acb27bcabd8", "address": "fa:16:3e:20:e2:6e", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ff6ee-95", "ovs_interfaceid": "377ff6ee-9534-4583-a4ef-8acb27bcabd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.571782] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693332, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.744510] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.746505] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.746505] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1278.746505] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.746505] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1278.752355] env[62777]: INFO nova.compute.manager [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Terminating instance [ 1278.770680] env[62777]: DEBUG nova.compute.utils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.775724] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.776288] env[62777]: DEBUG nova.network.neutron [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.842587] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Releasing lock "refresh_cache-2fbdd757-f345-48e7-af3f-a7c3c3458a94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.842948] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Instance network_info: |[{"id": "377ff6ee-9534-4583-a4ef-8acb27bcabd8", "address": "fa:16:3e:20:e2:6e", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ff6ee-95", "ovs_interfaceid": "377ff6ee-9534-4583-a4ef-8acb27bcabd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.846252] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:e2:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '377ff6ee-9534-4583-a4ef-8acb27bcabd8', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.854756] env[62777]: DEBUG oslo.service.loopingcall [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.855542] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.856136] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bfff880-04f2-4108-82a8-1d51c7008ce0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.881211] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.881211] env[62777]: value = "task-1693333" [ 1278.881211] env[62777]: _type = "Task" [ 1278.881211] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.893121] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693333, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.022374] env[62777]: DEBUG nova.policy [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '905e6dbf1a08480e81a662ca095b21a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbf712c5bcc74acfa882a29081a45164', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.074214] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689355} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.074507] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 865a4907-bb1b-411b-b837-867b99de7458/865a4907-bb1b-411b-b837-867b99de7458.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1279.074748] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1279.074967] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea42307b-6711-457b-b1b4-8643e7e9fbc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.092349] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1279.092349] env[62777]: value = "task-1693334" [ 1279.092349] env[62777]: _type = "Task" [ 1279.092349] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.108803] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.235354] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfb2244-21f2-456d-9077-e115c39695f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.245720] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56be7aee-7694-42b2-abd1-8231981e76bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.282430] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "refresh_cache-841d3d29-d0cc-4eff-8257-c9bfc70bc7be" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1279.282597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquired lock "refresh_cache-841d3d29-d0cc-4eff-8257-c9bfc70bc7be" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.282773] env[62777]: DEBUG nova.network.neutron [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.284409] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.290163] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39791703-5ad1-41e1-ba70-c5658795628e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.301328] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eb4965-6d9e-4bc7-8daf-b12f3993066f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.992566] env[62777]: DEBUG nova.compute.provider_tree [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.995334] env[62777]: DEBUG nova.network.neutron [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Successfully created port: 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.997678] env[62777]: DEBUG nova.network.neutron [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updated VIF entry in instance network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.998175] env[62777]: DEBUG nova.network.neutron [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.009693] env[62777]: DEBUG nova.scheduler.client.report [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1280.012971] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "87e0118a-b9eb-4298-950c-495814102d8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.013202] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "87e0118a-b9eb-4298-950c-495814102d8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.026633] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693333, 'name': CreateVM_Task, 'duration_secs': 0.57425} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.026998] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078149} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.027144] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.027294] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.028269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.028488] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.028819] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1280.030371] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8924d52-56e0-4650-aaaa-1589ea55431d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.033535] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a7a461-ce83-4322-ad79-2b3a65102702 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.056640] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 865a4907-bb1b-411b-b837-867b99de7458/865a4907-bb1b-411b-b837-867b99de7458.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.058497] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e31686-555e-4e2e-8f7c-fa2de5d70e48 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.073176] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1280.073176] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522ab407-358c-6adb-1ced-3b9d4ca0baae" [ 1280.073176] env[62777]: _type = "Task" [ 1280.073176] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.074474] env[62777]: DEBUG nova.network.neutron [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.081803] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1280.081803] env[62777]: value = "task-1693335" [ 1280.081803] env[62777]: _type = "Task" [ 1280.081803] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.088102] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522ab407-358c-6adb-1ced-3b9d4ca0baae, 'name': SearchDatastore_Task, 'duration_secs': 0.019498} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.088684] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.088684] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.088876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.089096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.089165] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.089743] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b63bcf36-1ea1-4397-b35e-3ca874a337dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.094913] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693335, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.107095] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.107291] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.108075] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d379f2c-efd9-4f5f-b872-f78524dd5310 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.114967] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1280.114967] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5209d84e-e901-6876-06d7-d668aa092972" [ 1280.114967] env[62777]: _type = "Task" [ 1280.114967] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.123243] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5209d84e-e901-6876-06d7-d668aa092972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.134882] env[62777]: DEBUG nova.network.neutron [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Successfully updated port: fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.174946] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: a59912be-e45b-4368-aded-13db93252946] Received event network-vif-deleted-2d86e41f-db04-47f6-b252-e154482e3be2 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1280.175162] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Received event network-changed-c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1280.175817] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Refreshing instance network info cache due to event network-changed-c4af8aed-6cdf-4b37-bc4d-06585710d0db. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1280.176070] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Acquiring lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.176254] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Acquired lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.176378] env[62777]: DEBUG nova.network.neutron [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Refreshing network info cache for port c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.208061] env[62777]: DEBUG nova.network.neutron [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.495596] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.509462] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfa38ef3-420e-43c8-ad7e-2987d2344d8f req-50372360-5007-490c-ba8e-ca4fa7c80b4a service nova] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.516961] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.247s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.518022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.063s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.518022] env[62777]: DEBUG nova.objects.instance [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lazy-loading 'resources' on Instance uuid f74de76e-9358-4af8-acef-8a004a91998f {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.551447] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1280.551705] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1280.551858] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.552051] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1280.552196] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.552350] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1280.552534] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1280.552687] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1280.553828] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1280.553828] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1280.553828] env[62777]: DEBUG nova.virt.hardware [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1280.554362] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a31a7c8-1b23-4c54-af46-68cff4cb74a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.562287] env[62777]: INFO nova.scheduler.client.report [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Deleted allocations for instance 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2 [ 1280.568928] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b43020-e7c0-4193-98bb-03cc5f31bf01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.593218] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.627198] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5209d84e-e901-6876-06d7-d668aa092972, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.628115] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80929439-89b9-4fb3-8f7c-6211959949ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.633553] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1280.633553] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5245c72d-58c6-6842-5e73-d58dfa0fb494" [ 1280.633553] env[62777]: _type = "Task" [ 1280.633553] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.639051] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.639051] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.639051] env[62777]: DEBUG nova.network.neutron [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.653235] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245c72d-58c6-6842-5e73-d58dfa0fb494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.710462] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Releasing lock "refresh_cache-841d3d29-d0cc-4eff-8257-c9bfc70bc7be" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1280.710902] env[62777]: DEBUG nova.compute.manager [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.712033] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.712033] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1ba23e-8e51-4ebb-a764-093ce980b9e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.720547] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.720547] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bd83faa-eb26-4201-97fd-3c8cc41831d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.727517] env[62777]: DEBUG oslo_vmware.api [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1280.727517] env[62777]: value = "task-1693336" [ 1280.727517] env[62777]: _type = "Task" [ 1280.727517] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.740326] env[62777]: DEBUG oslo_vmware.api [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.077578] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c92d84f8-7c8a-4e30-9dbd-8aeaf5f82dfa tempest-ServerDiagnosticsNegativeTest-659753376 tempest-ServerDiagnosticsNegativeTest-659753376-project-member] Lock "35a4c1a0-2813-4c5a-bbdf-91d9c25666d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.580s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.100898] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693335, 'name': ReconfigVM_Task, 'duration_secs': 0.722031} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.101202] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 865a4907-bb1b-411b-b837-867b99de7458/865a4907-bb1b-411b-b837-867b99de7458.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.102114] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9079013-ea05-4b0a-a0f4-1ec7dbc114d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.112416] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1281.112416] env[62777]: value = "task-1693337" [ 1281.112416] env[62777]: _type = "Task" [ 1281.112416] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.128376] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693337, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.150833] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245c72d-58c6-6842-5e73-d58dfa0fb494, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.153769] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.157470] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2fbdd757-f345-48e7-af3f-a7c3c3458a94/2fbdd757-f345-48e7-af3f-a7c3c3458a94.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.157470] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c360f409-ebf1-4607-8968-0c99c3e96e87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.165786] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1281.165786] env[62777]: value = "task-1693338" [ 1281.165786] env[62777]: _type = "Task" [ 1281.165786] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.185432] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.214703] env[62777]: DEBUG nova.network.neutron [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.238297] env[62777]: DEBUG oslo_vmware.api [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693336, 'name': PowerOffVM_Task, 'duration_secs': 0.119937} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.242041] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.242041] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.242490] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91dc0829-edcb-468a-ba34-16cbf097c094 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.275655] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.275877] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.276414] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.276642] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.276836] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Deleting the datastore file [datastore1] 841d3d29-d0cc-4eff-8257-c9bfc70bc7be {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.279570] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acc20383-09b0-4675-b57d-c70dc06afad9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.287638] env[62777]: DEBUG oslo_vmware.api [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for the task: (returnval){ [ 1281.287638] env[62777]: value = "task-1693340" [ 1281.287638] env[62777]: _type = "Task" [ 1281.287638] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.299093] env[62777]: DEBUG oslo_vmware.api [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.427962] env[62777]: DEBUG nova.network.neutron [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updated VIF entry in instance network info cache for port c4af8aed-6cdf-4b37-bc4d-06585710d0db. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.427962] env[62777]: DEBUG nova.network.neutron [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updating instance_info_cache with network_info: [{"id": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "address": "fa:16:3e:80:c7:85", "network": {"id": "6385ab03-8558-4449-b040-d1ccb2b4b9de", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-358155939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b48d6bbd5a134e638a7c0606a9f3d49b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af8aed-6c", "ovs_interfaceid": "c4af8aed-6cdf-4b37-bc4d-06585710d0db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.470302] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38d2d14-cf00-40d7-bf74-fd8bbf4847ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.482786] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc96f39-792d-43b0-a0d5-7fdee8e75215 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.521315] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe52eb1-9eac-472b-9da0-76f42f99ff54 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.530638] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e53f3-3913-44f3-9d6d-7db295cc769c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.549625] env[62777]: DEBUG nova.compute.provider_tree [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.551869] env[62777]: DEBUG nova.network.neutron [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance_info_cache with network_info: [{"id": "fcb2fd8f-2147-48df-9d12-c991805b943c", "address": "fa:16:3e:c9:e8:cf", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb2fd8f-21", "ovs_interfaceid": "fcb2fd8f-2147-48df-9d12-c991805b943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.627708] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693337, 'name': Rename_Task, 'duration_secs': 0.17701} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.627708] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.627949] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e032869-8bb3-4f19-9c21-efe3f5814773 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.635753] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1281.635753] env[62777]: value = "task-1693341" [ 1281.635753] env[62777]: _type = "Task" [ 1281.635753] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.647291] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.676980] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693338, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.800065] env[62777]: DEBUG oslo_vmware.api [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Task: {'id': task-1693340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382712} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.800065] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.800351] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.800450] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.800673] env[62777]: INFO nova.compute.manager [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1281.801662] env[62777]: DEBUG oslo.service.loopingcall [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.801925] env[62777]: DEBUG nova.compute.manager [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.802046] env[62777]: DEBUG nova.network.neutron [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.895708] env[62777]: DEBUG nova.network.neutron [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.930435] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Releasing lock "refresh_cache-b4966a3a-7826-4e9a-ae37-5404ac0d9810" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.931249] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Received event network-vif-plugged-377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1281.931500] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Acquiring lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.931737] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.931978] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.932182] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] No waiting events found dispatching network-vif-plugged-377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.932358] env[62777]: WARNING nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Received unexpected event network-vif-plugged-377ff6ee-9534-4583-a4ef-8acb27bcabd8 for instance with vm_state building and task_state spawning. [ 1281.932631] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Received event network-changed-377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1281.932699] env[62777]: DEBUG nova.compute.manager [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Refreshing instance network info cache due to event network-changed-377ff6ee-9534-4583-a4ef-8acb27bcabd8. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1281.932870] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Acquiring lock "refresh_cache-2fbdd757-f345-48e7-af3f-a7c3c3458a94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.933008] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Acquired lock "refresh_cache-2fbdd757-f345-48e7-af3f-a7c3c3458a94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.933170] env[62777]: DEBUG nova.network.neutron [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Refreshing network info cache for port 377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.057026] env[62777]: DEBUG nova.scheduler.client.report [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1282.060441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.061552] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Instance network_info: |[{"id": "fcb2fd8f-2147-48df-9d12-c991805b943c", "address": "fa:16:3e:c9:e8:cf", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb2fd8f-21", "ovs_interfaceid": "fcb2fd8f-2147-48df-9d12-c991805b943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.063473] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:e8:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcb2fd8f-2147-48df-9d12-c991805b943c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.075198] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Creating folder: Project (37f1acf9b2554731bac9a9a9fca39098). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.075668] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "d847af88-9acc-4ecf-a290-c3ded02265a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.078875] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.078875] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "d847af88-9acc-4ecf-a290-c3ded02265a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.078875] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.079336] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.079336] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c208f049-89e7-4d53-a1c4-ba8b9fbac6dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.081928] env[62777]: INFO nova.compute.manager [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Terminating instance [ 1282.094303] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Created folder: Project (37f1acf9b2554731bac9a9a9fca39098) in parent group-v353040. [ 1282.094609] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Creating folder: Instances. Parent ref: group-v353087. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1282.096376] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6c51158-a49b-4153-b7e0-264f04d8ea62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.109101] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Created folder: Instances in parent group-v353087. [ 1282.109711] env[62777]: DEBUG oslo.service.loopingcall [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.109711] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.111343] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71da54da-099c-49b0-8391-9c85f236e696 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.135339] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.135339] env[62777]: value = "task-1693344" [ 1282.135339] env[62777]: _type = "Task" [ 1282.135339] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.152460] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.152692] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693344, 'name': CreateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.179085] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693338, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.401507] env[62777]: DEBUG nova.network.neutron [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.564928] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.568617] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.324s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.570807] env[62777]: INFO nova.compute.claims [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.587730] env[62777]: DEBUG nova.compute.manager [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.587983] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.589010] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658b5cf5-4841-4cad-8666-58a99395bec6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.600517] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.600517] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcf5aaa9-f0d9-473e-ac9a-ebf5d4c2da22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.601536] env[62777]: INFO nova.scheduler.client.report [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Deleted allocations for instance f74de76e-9358-4af8-acef-8a004a91998f [ 1282.608800] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1282.608800] env[62777]: value = "task-1693345" [ 1282.608800] env[62777]: _type = "Task" [ 1282.608800] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.620821] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693345, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.648210] env[62777]: DEBUG oslo_vmware.api [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693341, 'name': PowerOnVM_Task, 'duration_secs': 0.584377} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.654461] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.654461] env[62777]: INFO nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Took 12.36 seconds to spawn the instance on the hypervisor. [ 1282.654461] env[62777]: DEBUG nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1282.654461] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693344, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.654461] env[62777]: DEBUG nova.network.neutron [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Successfully updated port: 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.655186] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f06e777-ded4-4c3f-acd0-6ec8994e8d78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.682106] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693338, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.902926] env[62777]: INFO nova.compute.manager [-] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Took 1.10 seconds to deallocate network for instance. [ 1283.048432] env[62777]: DEBUG nova.network.neutron [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Updated VIF entry in instance network info cache for port 377ff6ee-9534-4583-a4ef-8acb27bcabd8. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.048432] env[62777]: DEBUG nova.network.neutron [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Updating instance_info_cache with network_info: [{"id": "377ff6ee-9534-4583-a4ef-8acb27bcabd8", "address": "fa:16:3e:20:e2:6e", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap377ff6ee-95", "ovs_interfaceid": "377ff6ee-9534-4583-a4ef-8acb27bcabd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.110516] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2cd03d2b-e18e-43dd-9327-87393df0ea95 tempest-ServerDiagnosticsV248Test-1326440076 tempest-ServerDiagnosticsV248Test-1326440076-project-member] Lock "f74de76e-9358-4af8-acef-8a004a91998f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.216s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.126080] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693345, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.148060] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693344, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.162448] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.162448] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.162448] env[62777]: DEBUG nova.network.neutron [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.195622] env[62777]: INFO nova.compute.manager [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Took 25.54 seconds to build instance. [ 1283.200840] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693338, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.60063} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.201155] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2fbdd757-f345-48e7-af3f-a7c3c3458a94/2fbdd757-f345-48e7-af3f-a7c3c3458a94.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.201447] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.201972] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc5d097b-ae4d-4067-8266-59af35e66157 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.208716] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1283.208716] env[62777]: value = "task-1693346" [ 1283.208716] env[62777]: _type = "Task" [ 1283.208716] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.218501] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.286466] env[62777]: DEBUG nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Received event network-vif-plugged-fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1283.286821] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Acquiring lock "23a23d42-fe67-446b-9203-826515fc848e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.287107] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Lock "23a23d42-fe67-446b-9203-826515fc848e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.287373] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Lock "23a23d42-fe67-446b-9203-826515fc848e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.287590] env[62777]: DEBUG nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] No waiting events found dispatching network-vif-plugged-fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.287825] env[62777]: WARNING nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Received unexpected event network-vif-plugged-fcb2fd8f-2147-48df-9d12-c991805b943c for instance with vm_state building and task_state spawning. [ 1283.287937] env[62777]: DEBUG nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Received event network-changed-fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1283.288032] env[62777]: DEBUG nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Refreshing instance network info cache due to event network-changed-fcb2fd8f-2147-48df-9d12-c991805b943c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1283.288239] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Acquiring lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.288404] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Acquired lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.288575] env[62777]: DEBUG nova.network.neutron [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Refreshing network info cache for port fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.409644] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.550950] env[62777]: DEBUG oslo_concurrency.lockutils [req-2e5c327e-42b8-40fb-96ce-1548250145af req-fadb0aca-0013-4e3a-9d12-f1148ec3af03 service nova] Releasing lock "refresh_cache-2fbdd757-f345-48e7-af3f-a7c3c3458a94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.627415] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693345, 'name': PowerOffVM_Task, 'duration_secs': 0.528849} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.627966] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.628797] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.631958] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbe9843f-36ee-45ad-8471-c79af3d735c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.648047] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693344, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.698156] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0159056-6437-429a-9654-e414de0486e9 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "865a4907-bb1b-411b-b837-867b99de7458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.136s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.719625] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084594} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.721042] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.721042] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4c7b50-f546-43d0-a71e-3ef506b1333d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.725116] env[62777]: DEBUG nova.network.neutron [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.751697] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 2fbdd757-f345-48e7-af3f-a7c3c3458a94/2fbdd757-f345-48e7-af3f-a7c3c3458a94.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.754247] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ee04eec-ec45-4173-8a38-f6f2f7dce610 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.768033] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.768259] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.768473] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Deleting the datastore file [datastore1] d847af88-9acc-4ecf-a290-c3ded02265a3 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.771674] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b0c325-97e0-46a9-ae8c-adeb50e6f6eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.779088] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1283.779088] env[62777]: value = "task-1693349" [ 1283.779088] env[62777]: _type = "Task" [ 1283.779088] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.780572] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for the task: (returnval){ [ 1283.780572] env[62777]: value = "task-1693348" [ 1283.780572] env[62777]: _type = "Task" [ 1283.780572] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.799631] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.799631] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693348, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.018238] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc58e0be-d7c1-465e-9360-904dbad6d09c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.026414] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5768b0-f64a-4127-89fe-a4a2821ef025 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.061872] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3405723-f9bd-43e3-a351-298f05879c3d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.071958] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60312870-8b70-4a07-ac05-7c321525d4e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.085582] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1284.147861] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693344, 'name': CreateVM_Task, 'duration_secs': 1.704283} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.148203] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.148747] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.148910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.149267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.149539] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1a261a4-6312-4612-a613-ed6109fe99ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.154934] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1284.154934] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52765c0e-cd4c-37e8-a5bf-73be43bc6020" [ 1284.154934] env[62777]: _type = "Task" [ 1284.154934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.163034] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52765c0e-cd4c-37e8-a5bf-73be43bc6020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.202550] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1284.303797] env[62777]: DEBUG oslo_vmware.api [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Task: {'id': task-1693348, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277201} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.304232] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693349, 'name': ReconfigVM_Task, 'duration_secs': 0.414527} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.304602] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.304834] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.305094] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.305286] env[62777]: INFO nova.compute.manager [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1284.305522] env[62777]: DEBUG oslo.service.loopingcall [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.305717] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 2fbdd757-f345-48e7-af3f-a7c3c3458a94/2fbdd757-f345-48e7-af3f-a7c3c3458a94.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.306354] env[62777]: DEBUG nova.compute.manager [-] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.306440] env[62777]: DEBUG nova.network.neutron [-] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.308012] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-848c4e5d-c651-4f4b-9d0b-b351d68dc4b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.318072] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1284.318072] env[62777]: value = "task-1693350" [ 1284.318072] env[62777]: _type = "Task" [ 1284.318072] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.330473] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693350, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.355507] env[62777]: DEBUG nova.network.neutron [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.562698] env[62777]: DEBUG nova.network.neutron [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updated VIF entry in instance network info cache for port fcb2fd8f-2147-48df-9d12-c991805b943c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.562698] env[62777]: DEBUG nova.network.neutron [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance_info_cache with network_info: [{"id": "fcb2fd8f-2147-48df-9d12-c991805b943c", "address": "fa:16:3e:c9:e8:cf", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb2fd8f-21", "ovs_interfaceid": "fcb2fd8f-2147-48df-9d12-c991805b943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.615978] env[62777]: ERROR nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [req-762ff00e-dc8a-4613-a105-b3e3b158d950] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-762ff00e-dc8a-4613-a105-b3e3b158d950"}]} [ 1284.638120] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1284.656261] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1284.656261] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1284.674829] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52765c0e-cd4c-37e8-a5bf-73be43bc6020, 'name': SearchDatastore_Task, 'duration_secs': 0.017993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.674829] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.674829] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.674829] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.675083] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.675083] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.675083] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01b6e427-d2cc-443c-8ce0-a89be75a8f27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.685304] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1284.686338] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.686512] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.687232] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71c3f3c5-f280-4602-91c5-c3677cdb9007 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.693063] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1284.693063] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526b66dc-87ad-d59f-03d0-8094fb3c13a5" [ 1284.693063] env[62777]: _type = "Task" [ 1284.693063] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.701913] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526b66dc-87ad-d59f-03d0-8094fb3c13a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.705323] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1284.741143] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.832322] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693350, 'name': Rename_Task, 'duration_secs': 0.20709} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.832617] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.832881] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f94fa083-20b7-417c-8283-3d4007ba92a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.839845] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1284.839845] env[62777]: value = "task-1693351" [ 1284.839845] env[62777]: _type = "Task" [ 1284.839845] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.852020] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.860108] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1284.860108] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Instance network_info: |[{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1284.860889] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:68:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a7df64c-cf14-43fe-ba91-0c167f9b952c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1284.869300] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Creating folder: Project (bbf712c5bcc74acfa882a29081a45164). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.872643] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87c00316-c5d4-405d-89db-cda7c8a8b9c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.885199] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Created folder: Project (bbf712c5bcc74acfa882a29081a45164) in parent group-v353040. [ 1284.885531] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Creating folder: Instances. Parent ref: group-v353090. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1284.885531] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03e38eb5-4ca7-4e3c-8f1d-ff1ae1609d8e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.896565] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Created folder: Instances in parent group-v353090. [ 1284.896789] env[62777]: DEBUG oslo.service.loopingcall [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1284.897090] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1284.897308] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5142d06-723c-4241-a5a3-1480442b41ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.921580] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1284.921580] env[62777]: value = "task-1693354" [ 1284.921580] env[62777]: _type = "Task" [ 1284.921580] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.934132] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693354, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.063368] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Releasing lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.063368] env[62777]: DEBUG nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Received event network-changed-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1285.063633] env[62777]: DEBUG nova.compute.manager [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Refreshing instance network info cache due to event network-changed-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1285.064088] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Acquiring lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.064088] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Acquired lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.064088] env[62777]: DEBUG nova.network.neutron [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Refreshing network info cache for port ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1285.134060] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c59a6-a09a-4e71-a2c9-3b5de98f0d55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.143901] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc4afb-8294-40d7-9298-f93dc1221a9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.180136] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b93355-214c-486c-989e-81f8fcb29fe0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.188712] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cde304-9278-4589-a139-2ea3fbb86dc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.207033] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1285.214494] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526b66dc-87ad-d59f-03d0-8094fb3c13a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.215430] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756bcdf4-a3ba-4a08-ba15-d8ee0eda40ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.222224] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1285.222224] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b9e312-62d6-17cf-5222-135108008067" [ 1285.222224] env[62777]: _type = "Task" [ 1285.222224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.233830] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b9e312-62d6-17cf-5222-135108008067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.351144] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693351, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.433205] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693354, 'name': CreateVM_Task, 'duration_secs': 0.48363} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.433462] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1285.434206] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.434372] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.434694] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1285.434947] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b11a938f-6ac6-4bec-af33-48b9139ab714 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.442945] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1285.442945] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528fdbd1-9b6b-ef41-4ea5-1577f49898d8" [ 1285.442945] env[62777]: _type = "Task" [ 1285.442945] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.451442] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528fdbd1-9b6b-ef41-4ea5-1577f49898d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.613036] env[62777]: DEBUG nova.network.neutron [-] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.738978] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b9e312-62d6-17cf-5222-135108008067, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.740303] env[62777]: ERROR nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [req-92119f33-869c-48ce-a35d-235a83662aaf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-92119f33-869c-48ce-a35d-235a83662aaf"}]} [ 1285.741097] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.741386] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 23a23d42-fe67-446b-9203-826515fc848e/23a23d42-fe67-446b-9203-826515fc848e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1285.749435] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85fa6fac-3d31-47e7-a278-4e6656580132 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.762902] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1285.762902] env[62777]: value = "task-1693355" [ 1285.762902] env[62777]: _type = "Task" [ 1285.762902] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.776141] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.780235] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1285.805106] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1285.805430] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1285.820516] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1285.848243] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1285.854544] env[62777]: DEBUG oslo_vmware.api [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693351, 'name': PowerOnVM_Task, 'duration_secs': 0.620094} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.854846] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.855059] env[62777]: INFO nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1285.855237] env[62777]: DEBUG nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.856296] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86db3d3-f69e-4d0c-9315-eb749f9e8108 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.955875] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528fdbd1-9b6b-ef41-4ea5-1577f49898d8, 'name': SearchDatastore_Task, 'duration_secs': 0.014624} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.958429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.959163] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.959163] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.959806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.960045] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.960385] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f7121b4-a002-4c43-9667-e983a090326b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.969632] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.969989] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.970587] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1ca658-cd86-4b1c-83e9-40c927e4ea25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.976326] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1285.976326] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e01ffe-90d7-abea-0f0c-b8f0ebff49b5" [ 1285.976326] env[62777]: _type = "Task" [ 1285.976326] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.986211] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e01ffe-90d7-abea-0f0c-b8f0ebff49b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.037478] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "0315f577-be23-4841-b6e0-c3478c6331f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.037697] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "0315f577-be23-4841-b6e0-c3478c6331f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1286.114915] env[62777]: INFO nova.compute.manager [-] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Took 1.81 seconds to deallocate network for instance. [ 1286.277719] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693355, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.299225] env[62777]: DEBUG nova.network.neutron [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Updated VIF entry in instance network info cache for port ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1286.299724] env[62777]: DEBUG nova.network.neutron [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Updating instance_info_cache with network_info: [{"id": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "address": "fa:16:3e:e4:a1:f1", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba2cb20f-0c", "ovs_interfaceid": "ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.337194] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4dd962-7671-4049-8261-375ea4398d2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.350610] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba512eef-dcb2-409a-a85b-9fa7879a9a1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.400600] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08735234-210d-4e32-b7db-232f38085c12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.403930] env[62777]: INFO nova.compute.manager [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Took 27.11 seconds to build instance. [ 1286.408402] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f660d06-94d8-4d61-83ff-9d0b3fca36de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.424926] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1286.489236] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e01ffe-90d7-abea-0f0c-b8f0ebff49b5, 'name': SearchDatastore_Task, 'duration_secs': 0.012354} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.490067] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d895c6-de0c-464d-b2f0-6ec02f7d26e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.495761] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1286.495761] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c99829-cf16-9467-1977-36e015b56f91" [ 1286.495761] env[62777]: _type = "Task" [ 1286.495761] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.507884] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c99829-cf16-9467-1977-36e015b56f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.625168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1286.775486] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748002} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.775763] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 23a23d42-fe67-446b-9203-826515fc848e/23a23d42-fe67-446b-9203-826515fc848e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.775967] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.776233] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-713ab4b2-fccb-4c1d-bba3-3e8d5007ad93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.785100] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1286.785100] env[62777]: value = "task-1693356" [ 1286.785100] env[62777]: _type = "Task" [ 1286.785100] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.798538] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.806010] env[62777]: DEBUG oslo_concurrency.lockutils [req-6ba32953-267e-45e7-9f7e-42809fd1c45f req-243e6d3a-bcf9-44b5-99b3-68518dbfadb2 service nova] Releasing lock "refresh_cache-8935b7cd-baea-4835-8da9-7aef46cc3896" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.908577] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f05512a1-a7df-45fe-9a34-88d440a17364 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.524s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.921412] env[62777]: DEBUG nova.compute.manager [req-e34b0b64-6ae4-4c15-b1ca-01973048102b req-7d5d3a13-52c3-4021-923c-358d6d30f2b2 service nova] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Received event network-vif-deleted-c3e9df89-7cf7-4e68-978d-73a551dfbe59 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1286.967634] env[62777]: DEBUG nova.scheduler.client.report [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 36 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1286.968224] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 36 to 37 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1286.968451] env[62777]: DEBUG nova.compute.provider_tree [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1287.010028] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c99829-cf16-9467-1977-36e015b56f91, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.010028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1287.010028] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/cc589df4-6e32-401a-987a-b9dc24d49947.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.010028] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c58c0601-b621-41f0-a22a-99dbce591443 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.018131] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1287.018131] env[62777]: value = "task-1693357" [ 1287.018131] env[62777]: _type = "Task" [ 1287.018131] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.025314] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.161598] env[62777]: DEBUG nova.compute.manager [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-vif-plugged-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1287.161598] env[62777]: DEBUG oslo_concurrency.lockutils [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] Acquiring lock "cc589df4-6e32-401a-987a-b9dc24d49947-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.161958] env[62777]: DEBUG oslo_concurrency.lockutils [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] Lock "cc589df4-6e32-401a-987a-b9dc24d49947-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.162296] env[62777]: DEBUG oslo_concurrency.lockutils [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] Lock "cc589df4-6e32-401a-987a-b9dc24d49947-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.162525] env[62777]: DEBUG nova.compute.manager [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] No waiting events found dispatching network-vif-plugged-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1287.162735] env[62777]: WARNING nova.compute.manager [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received unexpected event network-vif-plugged-4a7df64c-cf14-43fe-ba91-0c167f9b952c for instance with vm_state building and task_state spawning. [ 1287.162934] env[62777]: DEBUG nova.compute.manager [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1287.163178] env[62777]: DEBUG nova.compute.manager [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing instance network info cache due to event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1287.163415] env[62777]: DEBUG oslo_concurrency.lockutils [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1287.163597] env[62777]: DEBUG oslo_concurrency.lockutils [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.164839] env[62777]: DEBUG nova.network.neutron [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.298990] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063205} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.299952] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.301017] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525ecaa4-96ac-4709-a4cc-6d6844474ec4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.326104] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 23a23d42-fe67-446b-9203-826515fc848e/23a23d42-fe67-446b-9203-826515fc848e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.326480] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63ec191-35cc-4485-863b-2279d0aab11c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.352344] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1287.352344] env[62777]: value = "task-1693358" [ 1287.352344] env[62777]: _type = "Task" [ 1287.352344] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.361298] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.414282] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1287.476748] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.906s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.476748] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1287.478719] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.299s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.481025] env[62777]: INFO nova.compute.claims [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1287.533545] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693357, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.866423] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.954502] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.997944] env[62777]: DEBUG nova.compute.utils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.000254] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1288.000457] env[62777]: DEBUG nova.network.neutron [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.031090] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.866111} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.031386] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/cc589df4-6e32-401a-987a-b9dc24d49947.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.031598] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.033080] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58afc24a-b776-430b-820d-a5a45e4b5098 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.042592] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1288.042592] env[62777]: value = "task-1693359" [ 1288.042592] env[62777]: _type = "Task" [ 1288.042592] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.052562] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.099761] env[62777]: DEBUG nova.policy [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674db848d8f4480eb47b24838b831405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f031fd95294ac299f15a5361cec215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1288.237957] env[62777]: DEBUG nova.network.neutron [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updated VIF entry in instance network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.238590] env[62777]: DEBUG nova.network.neutron [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.369286] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693358, 'name': ReconfigVM_Task, 'duration_secs': 0.797491} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.370535] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 23a23d42-fe67-446b-9203-826515fc848e/23a23d42-fe67-446b-9203-826515fc848e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.370866] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-610e5aa8-d065-42c4-a75e-4e05f439b36d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.378206] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1288.378206] env[62777]: value = "task-1693360" [ 1288.378206] env[62777]: _type = "Task" [ 1288.378206] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.389044] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693360, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.504501] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.554850] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06539} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.559512] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1288.560543] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6d5c79-3506-401f-8c70-b80acbb5dd8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.592974] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/cc589df4-6e32-401a-987a-b9dc24d49947.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1288.598077] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e520f4-3734-461b-b70d-aa36c7c3d9e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.617058] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1288.617058] env[62777]: value = "task-1693361" [ 1288.617058] env[62777]: _type = "Task" [ 1288.617058] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.626671] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.742314] env[62777]: DEBUG oslo_concurrency.lockutils [req-04c0418f-610d-4369-af8f-984865c8f6f1 req-7a3c6c1b-af83-4658-81f7-7e7560708d7a service nova] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.759200] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "7c7053aa-118c-4374-abcb-e54c164ead34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.759479] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7c7053aa-118c-4374-abcb-e54c164ead34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.897974] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693360, 'name': Rename_Task, 'duration_secs': 0.389399} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.897974] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.897974] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a189a683-782f-4b8b-919e-e1a3ea3462a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.909567] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1288.909567] env[62777]: value = "task-1693362" [ 1288.909567] env[62777]: _type = "Task" [ 1288.909567] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.919585] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.929323] env[62777]: DEBUG nova.network.neutron [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Successfully created port: 55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.059325] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b092896-5599-414a-8f6e-f3d6e26ee7ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.071131] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53cc7e5-5299-4f29-9ca2-ce7dc3bb564c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.118354] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5804461c-528b-4574-ab2e-75c11aeb4482 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.135255] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.137876] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198fca45-397a-437a-ab32-fae862e54143 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.155093] env[62777]: DEBUG nova.compute.provider_tree [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.421548] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693362, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.505473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1289.505473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.527476] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.562284] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1289.562664] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1289.562853] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.563135] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1289.563319] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.563586] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1289.563691] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1289.563918] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1289.564085] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1289.564240] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1289.565228] env[62777]: DEBUG nova.virt.hardware [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1289.565682] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d44321-54d7-4612-9550-5a6404427a9c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.574146] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5ac826-636c-4ca7-89f2-712140af7298 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.633438] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693361, 'name': ReconfigVM_Task, 'duration_secs': 0.625792} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.633438] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/cc589df4-6e32-401a-987a-b9dc24d49947.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1289.633982] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c3362c0-9bbd-4d7b-8064-ef7d32b93297 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.641333] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1289.641333] env[62777]: value = "task-1693363" [ 1289.641333] env[62777]: _type = "Task" [ 1289.641333] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.651204] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693363, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.683770] env[62777]: ERROR nova.scheduler.client.report [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [req-5ef59847-3f36-40db-8edc-08ffb4ebadc7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5ef59847-3f36-40db-8edc-08ffb4ebadc7"}]} [ 1289.715415] env[62777]: DEBUG nova.scheduler.client.report [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1289.733119] env[62777]: DEBUG nova.scheduler.client.report [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1289.733119] env[62777]: DEBUG nova.compute.provider_tree [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.748653] env[62777]: DEBUG nova.scheduler.client.report [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1289.773919] env[62777]: DEBUG nova.scheduler.client.report [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1289.921504] env[62777]: DEBUG oslo_vmware.api [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693362, 'name': PowerOnVM_Task, 'duration_secs': 0.64134} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.921783] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.921995] env[62777]: INFO nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Took 12.19 seconds to spawn the instance on the hypervisor. [ 1289.922184] env[62777]: DEBUG nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1289.925415] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed05b510-21f0-473a-bdba-e6a55bc9472c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.999881] env[62777]: DEBUG nova.compute.manager [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1290.001114] env[62777]: DEBUG nova.compute.manager [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing instance network info cache due to event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1290.001832] env[62777]: DEBUG oslo_concurrency.lockutils [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.002124] env[62777]: DEBUG oslo_concurrency.lockutils [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.002263] env[62777]: DEBUG nova.network.neutron [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.159201] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693363, 'name': Rename_Task, 'duration_secs': 0.277549} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.159701] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1290.159840] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af286c1e-4c35-4809-98b5-192190c80b7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.171866] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1290.171866] env[62777]: value = "task-1693364" [ 1290.171866] env[62777]: _type = "Task" [ 1290.171866] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.182108] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.316251] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b771b-aaa5-405b-b2d7-a4b92666c4f4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.326105] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfe0a15-395a-4411-8335-197bde658e64 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.379530] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978fef2d-6fda-47d7-8ec3-9c4599e70e4f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.389794] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4221d-a3dd-4dd8-98bd-220a4569a9ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.406258] env[62777]: DEBUG nova.compute.provider_tree [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.446937] env[62777]: INFO nova.compute.manager [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Took 26.83 seconds to build instance. [ 1290.685306] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.947021] env[62777]: DEBUG nova.scheduler.client.report [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1290.947021] env[62777]: DEBUG nova.compute.provider_tree [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 39 to 40 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1290.947021] env[62777]: DEBUG nova.compute.provider_tree [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1290.948679] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a34f2388-606a-4fa4-bee5-4f251297236a tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.584s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.193143] env[62777]: DEBUG oslo_vmware.api [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693364, 'name': PowerOnVM_Task, 'duration_secs': 0.688452} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.193414] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.193608] env[62777]: INFO nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1291.193781] env[62777]: DEBUG nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.194603] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e420eccc-c950-4bc2-a0c7-72df341b884f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.301184] env[62777]: DEBUG nova.network.neutron [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updated VIF entry in instance network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.301184] env[62777]: DEBUG nova.network.neutron [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.341105] env[62777]: DEBUG nova.compute.manager [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1291.342833] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178383c8-6210-43fa-a336-4a25bcf2bffc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.452363] env[62777]: DEBUG nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.457462] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.977s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.457462] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.460356] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.960s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.462085] env[62777]: INFO nova.compute.claims [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.715886] env[62777]: INFO nova.compute.manager [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Took 26.26 seconds to build instance. [ 1291.807648] env[62777]: DEBUG oslo_concurrency.lockutils [req-0aa61187-6228-4e88-a047-36c44c6a1261 req-7b4bb754-d6a0-4216-b84e-be62e2f3c7c4 service nova] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.858193] env[62777]: INFO nova.compute.manager [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] instance snapshotting [ 1291.860445] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba078cd-8a75-4a94-85be-f1a601081261 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.884960] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b7573-bd12-4d9a-bd2f-f4f08fe80566 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.980749] env[62777]: DEBUG nova.compute.utils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1291.983955] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1291.987042] env[62777]: DEBUG nova.network.neutron [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.014259] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.094273] env[62777]: DEBUG nova.policy [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '974a7145df824cd19e09c59d21b2f6d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '490dacd0bd05486a8a03a2a0bbc933d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.219618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c24f944-c18b-4c28-bf6b-8bd20a0fb144 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "cc589df4-6e32-401a-987a-b9dc24d49947" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.659s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.334337] env[62777]: DEBUG nova.network.neutron [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Successfully updated port: 55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1292.396907] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1292.396907] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24ffa232-ad41-4c40-ae07-4d2e2d70c21d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.407967] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1292.407967] env[62777]: value = "task-1693365" [ 1292.407967] env[62777]: _type = "Task" [ 1292.407967] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.422589] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.488052] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.732124] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1292.839514] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-dded2e30-028a-4e55-958e-5bfb544ea23d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.839841] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-dded2e30-028a-4e55-958e-5bfb544ea23d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.840155] env[62777]: DEBUG nova.network.neutron [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1292.923277] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.005365] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e077bf9-4f2c-47c9-b497-98d99ed17d3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.015246] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca52dc-693e-4554-8bb2-8d962c06aeaa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.056754] env[62777]: DEBUG nova.network.neutron [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Successfully created port: 98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1293.059372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c657422-f4ff-4700-be2e-53e50abf1bd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.073825] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b41ff-f3c6-402c-9807-d5c347582091 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.093650] env[62777]: DEBUG nova.compute.provider_tree [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.262506] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.390540] env[62777]: DEBUG nova.compute.manager [req-e5c3b655-7fd9-4033-a21a-2f2437b10809 req-9df3d70b-00dd-4706-aa5a-bfd5cca6a2ca service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Received event network-vif-plugged-55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1293.390804] env[62777]: DEBUG oslo_concurrency.lockutils [req-e5c3b655-7fd9-4033-a21a-2f2437b10809 req-9df3d70b-00dd-4706-aa5a-bfd5cca6a2ca service nova] Acquiring lock "dded2e30-028a-4e55-958e-5bfb544ea23d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.390964] env[62777]: DEBUG oslo_concurrency.lockutils [req-e5c3b655-7fd9-4033-a21a-2f2437b10809 req-9df3d70b-00dd-4706-aa5a-bfd5cca6a2ca service nova] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.394019] env[62777]: DEBUG oslo_concurrency.lockutils [req-e5c3b655-7fd9-4033-a21a-2f2437b10809 req-9df3d70b-00dd-4706-aa5a-bfd5cca6a2ca service nova] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.394019] env[62777]: DEBUG nova.compute.manager [req-e5c3b655-7fd9-4033-a21a-2f2437b10809 req-9df3d70b-00dd-4706-aa5a-bfd5cca6a2ca service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] No waiting events found dispatching network-vif-plugged-55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.394019] env[62777]: WARNING nova.compute.manager [req-e5c3b655-7fd9-4033-a21a-2f2437b10809 req-9df3d70b-00dd-4706-aa5a-bfd5cca6a2ca service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Received unexpected event network-vif-plugged-55771f96-760f-4651-a563-d1a1462d0e2e for instance with vm_state building and task_state spawning. [ 1293.427016] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693365, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.477154] env[62777]: DEBUG nova.network.neutron [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1293.504801] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.545850] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1293.546302] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1293.546559] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.546768] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1293.546917] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.547177] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1293.547292] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1293.547481] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1293.547654] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1293.547815] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1293.547985] env[62777]: DEBUG nova.virt.hardware [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1293.548962] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e209e74-e025-41f1-a9a2-971be835f644 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.560358] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c42175c-164a-430d-b4c5-46598b8650fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.600331] env[62777]: DEBUG nova.scheduler.client.report [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1293.899850] env[62777]: DEBUG nova.compute.manager [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1293.922742] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693365, 'name': CreateSnapshot_Task, 'duration_secs': 1.172334} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.923486] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1293.925025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212faa97-2bf2-4d7b-9c49-2e10433d5c55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.968167] env[62777]: DEBUG nova.network.neutron [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Updating instance_info_cache with network_info: [{"id": "55771f96-760f-4651-a563-d1a1462d0e2e", "address": "fa:16:3e:03:52:ea", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55771f96-76", "ovs_interfaceid": "55771f96-760f-4651-a563-d1a1462d0e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.108317] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1294.109019] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1294.113501] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.769s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1294.113501] env[62777]: DEBUG nova.objects.instance [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lazy-loading 'resources' on Instance uuid 3f016251-3fe4-4a73-8718-498c90779415 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.302594] env[62777]: INFO nova.compute.manager [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Rescuing [ 1294.302873] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1294.303034] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.303205] env[62777]: DEBUG nova.network.neutron [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1294.426956] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1294.447049] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1294.447731] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fdbf7e46-8570-469a-a588-f7ac1ff2fa0f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.458187] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1294.458187] env[62777]: value = "task-1693366" [ 1294.458187] env[62777]: _type = "Task" [ 1294.458187] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.469507] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.473121] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-dded2e30-028a-4e55-958e-5bfb544ea23d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.473871] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance network_info: |[{"id": "55771f96-760f-4651-a563-d1a1462d0e2e", "address": "fa:16:3e:03:52:ea", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55771f96-76", "ovs_interfaceid": "55771f96-760f-4651-a563-d1a1462d0e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1294.474067] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:52:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55771f96-760f-4651-a563-d1a1462d0e2e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.483889] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating folder: Project (d4f031fd95294ac299f15a5361cec215). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.483889] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c93fd254-8c98-4ea9-afd2-2b59e4b465f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.492746] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created folder: Project (d4f031fd95294ac299f15a5361cec215) in parent group-v353040. [ 1294.492956] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating folder: Instances. Parent ref: group-v353094. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1294.493222] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef75b519-c0c2-4d2f-96ba-baa3da15d668 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.502901] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created folder: Instances in parent group-v353094. [ 1294.503163] env[62777]: DEBUG oslo.service.loopingcall [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1294.503359] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.505520] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bacd041-033d-4fe1-aed3-97ad6cecbd3d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.526550] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.526550] env[62777]: value = "task-1693369" [ 1294.526550] env[62777]: _type = "Task" [ 1294.526550] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.535450] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693369, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.615201] env[62777]: DEBUG nova.compute.utils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1294.617701] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.617701] env[62777]: DEBUG nova.network.neutron [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.794387] env[62777]: DEBUG nova.policy [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7d4dad2a1a4456d82463275a2bf0bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af9b176c816a4830a04d4d1cd93854e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.976028] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.047390] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693369, 'name': CreateVM_Task, 'duration_secs': 0.460695} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.048025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.048547] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.048890] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.049973] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1295.049973] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-777562e8-55de-4e93-b89a-f45173f9aa59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.055840] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1295.055840] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528f1642-7b08-69e2-cc64-54f91ee91fa2" [ 1295.055840] env[62777]: _type = "Task" [ 1295.055840] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.067030] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528f1642-7b08-69e2-cc64-54f91ee91fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.124139] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1295.210643] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6c368-9bff-4b81-a6b0-788c1e5ddebf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.218958] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7b87a8-7932-4398-9d53-399a1f247066 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.256947] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a367de3-7349-4ed2-bf33-b2d6fa5c36d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.266486] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1295.266771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.276024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eafd0e-1cbe-4596-ab2d-078af60d219e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.292237] env[62777]: DEBUG nova.compute.provider_tree [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.294045] env[62777]: DEBUG nova.network.neutron [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Successfully updated port: 98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.471203] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.561494] env[62777]: DEBUG nova.network.neutron [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.570197] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528f1642-7b08-69e2-cc64-54f91ee91fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.011341} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.570197] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1295.570197] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1295.570197] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.570405] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.570405] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1295.570405] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebfc8d48-2846-49de-be5d-d8dfad6cfc83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.580985] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1295.581213] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1295.582136] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb542dfb-59b4-4041-9baf-7aa810efd9d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.588903] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1295.588903] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527294b0-c773-4f78-d72a-2fba7414a980" [ 1295.588903] env[62777]: _type = "Task" [ 1295.588903] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.601388] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527294b0-c773-4f78-d72a-2fba7414a980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.757174] env[62777]: DEBUG nova.network.neutron [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Successfully created port: a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1295.799160] env[62777]: DEBUG nova.scheduler.client.report [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1295.805214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "refresh_cache-bcef837d-7a30-4c53-805c-f55b4b793d88" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1295.805214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquired lock "refresh_cache-bcef837d-7a30-4c53-805c-f55b4b793d88" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.805214] env[62777]: DEBUG nova.network.neutron [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.971462] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.062717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.105413] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527294b0-c773-4f78-d72a-2fba7414a980, 'name': SearchDatastore_Task, 'duration_secs': 0.01822} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.110573] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50415dca-dbf9-4011-937c-43b1b9f24045 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.117356] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1296.117356] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c9f763-6566-9899-ca9e-b4efa3afbf97" [ 1296.117356] env[62777]: _type = "Task" [ 1296.117356] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.127346] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c9f763-6566-9899-ca9e-b4efa3afbf97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.137827] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.170861] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1296.171173] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1296.171295] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.171738] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1296.171738] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.171738] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1296.172022] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1296.172106] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1296.172681] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1296.172789] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1296.172879] env[62777]: DEBUG nova.virt.hardware [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.174911] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d92ca-89d7-484d-bf19-94238bc92b9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.189294] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d37815-a0f5-4a46-bd7e-dfd7d8f9ce04 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.307969] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.309204] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.626s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.309821] env[62777]: DEBUG nova.objects.instance [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lazy-loading 'resources' on Instance uuid d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.341647] env[62777]: INFO nova.scheduler.client.report [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Deleted allocations for instance 3f016251-3fe4-4a73-8718-498c90779415 [ 1296.378588] env[62777]: DEBUG nova.network.neutron [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.435740] env[62777]: DEBUG nova.compute.manager [req-5f00c457-a482-41da-a951-078f85829406 req-76093807-a82e-45d4-a442-6e71cdea69cc service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Received event network-vif-plugged-98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1296.435740] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f00c457-a482-41da-a951-078f85829406 req-76093807-a82e-45d4-a442-6e71cdea69cc service nova] Acquiring lock "bcef837d-7a30-4c53-805c-f55b4b793d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.435740] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f00c457-a482-41da-a951-078f85829406 req-76093807-a82e-45d4-a442-6e71cdea69cc service nova] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.435740] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f00c457-a482-41da-a951-078f85829406 req-76093807-a82e-45d4-a442-6e71cdea69cc service nova] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.435740] env[62777]: DEBUG nova.compute.manager [req-5f00c457-a482-41da-a951-078f85829406 req-76093807-a82e-45d4-a442-6e71cdea69cc service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] No waiting events found dispatching network-vif-plugged-98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1296.436785] env[62777]: WARNING nova.compute.manager [req-5f00c457-a482-41da-a951-078f85829406 req-76093807-a82e-45d4-a442-6e71cdea69cc service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Received unexpected event network-vif-plugged-98116b99-77e3-460d-b653-0b357b11ecc3 for instance with vm_state building and task_state spawning. [ 1296.456405] env[62777]: DEBUG nova.compute.manager [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Received event network-changed-55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1296.456695] env[62777]: DEBUG nova.compute.manager [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Refreshing instance network info cache due to event network-changed-55771f96-760f-4651-a563-d1a1462d0e2e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1296.456807] env[62777]: DEBUG oslo_concurrency.lockutils [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] Acquiring lock "refresh_cache-dded2e30-028a-4e55-958e-5bfb544ea23d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1296.456945] env[62777]: DEBUG oslo_concurrency.lockutils [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] Acquired lock "refresh_cache-dded2e30-028a-4e55-958e-5bfb544ea23d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.457116] env[62777]: DEBUG nova.network.neutron [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Refreshing network info cache for port 55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.474473] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.624455] env[62777]: DEBUG nova.network.neutron [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Updating instance_info_cache with network_info: [{"id": "98116b99-77e3-460d-b653-0b357b11ecc3", "address": "fa:16:3e:ba:9f:16", "network": {"id": "a1a728f7-475f-4634-bb49-f6ec19fd01a6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2066203449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490dacd0bd05486a8a03a2a0bbc933d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98116b99-77", "ovs_interfaceid": "98116b99-77e3-460d-b653-0b357b11ecc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.630087] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c9f763-6566-9899-ca9e-b4efa3afbf97, 'name': SearchDatastore_Task, 'duration_secs': 0.009886} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.630467] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1296.630716] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.631038] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83164323-2541-423f-9f13-3129b8c75b89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.644940] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1296.644940] env[62777]: value = "task-1693370" [ 1296.644940] env[62777]: _type = "Task" [ 1296.644940] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.654752] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.856139] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fa38f233-5ee9-4216-bbeb-dba282ed7442 tempest-ServerDiagnosticsTest-2123461914 tempest-ServerDiagnosticsTest-2123461914-project-member] Lock "3f016251-3fe4-4a73-8718-498c90779415" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.856s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.977432] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.116421] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.117135] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac99f6c3-f2be-4376-90d9-5cd649a45230 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.127712] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1297.127712] env[62777]: value = "task-1693371" [ 1297.127712] env[62777]: _type = "Task" [ 1297.127712] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.131612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Releasing lock "refresh_cache-bcef837d-7a30-4c53-805c-f55b4b793d88" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1297.131867] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Instance network_info: |[{"id": "98116b99-77e3-460d-b653-0b357b11ecc3", "address": "fa:16:3e:ba:9f:16", "network": {"id": "a1a728f7-475f-4634-bb49-f6ec19fd01a6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2066203449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490dacd0bd05486a8a03a2a0bbc933d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98116b99-77", "ovs_interfaceid": "98116b99-77e3-460d-b653-0b357b11ecc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.132743] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:9f:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a78d5760-0bb1-4476-9578-8ad3c3144439', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98116b99-77e3-460d-b653-0b357b11ecc3', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.147117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Creating folder: Project (490dacd0bd05486a8a03a2a0bbc933d7). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.156649] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6dbb0a1-aa08-42e0-8bb0-98f9c8fe4e77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.158943] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.170706] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.174178] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Created folder: Project (490dacd0bd05486a8a03a2a0bbc933d7) in parent group-v353040. [ 1297.174710] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Creating folder: Instances. Parent ref: group-v353098. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1297.177214] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e79e76-bd35-42b3-a940-70493af4b311 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.192271] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Created folder: Instances in parent group-v353098. [ 1297.192915] env[62777]: DEBUG oslo.service.loopingcall [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.192915] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.192915] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f6c022d-c905-4d5c-9a8a-23fb2006514e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.215426] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.215426] env[62777]: value = "task-1693374" [ 1297.215426] env[62777]: _type = "Task" [ 1297.215426] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.223903] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693374, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.389786] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e63ce-613a-40cb-9629-6f3b1711e987 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.398397] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259af672-d23a-4648-9123-c06f773735d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.438935] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e677d17c-e37f-40a8-9672-a9f9a67c6fd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.449022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38f030-1668-4b11-ba7b-41902066f032 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.466618] env[62777]: DEBUG nova.compute.provider_tree [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1297.480249] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693366, 'name': CloneVM_Task, 'duration_secs': 2.663918} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.484429] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Created linked-clone VM from snapshot [ 1297.484429] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad759f-6840-4973-ba97-da6ef7dbdccd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.496715] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Uploading image 9e4d4794-4730-4d14-9030-5789400cdc77 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1297.530104] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1297.530104] env[62777]: value = "vm-353096" [ 1297.530104] env[62777]: _type = "VirtualMachine" [ 1297.530104] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1297.531752] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-104c97e3-ed0d-49c9-9feb-dee9d4b7b05f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.539066] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lease: (returnval){ [ 1297.539066] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5243f936-9aea-c536-6abd-794c19eab380" [ 1297.539066] env[62777]: _type = "HttpNfcLease" [ 1297.539066] env[62777]: } obtained for exporting VM: (result){ [ 1297.539066] env[62777]: value = "vm-353096" [ 1297.539066] env[62777]: _type = "VirtualMachine" [ 1297.539066] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1297.539066] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the lease: (returnval){ [ 1297.539066] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5243f936-9aea-c536-6abd-794c19eab380" [ 1297.539066] env[62777]: _type = "HttpNfcLease" [ 1297.539066] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1297.547843] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1297.547843] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5243f936-9aea-c536-6abd-794c19eab380" [ 1297.547843] env[62777]: _type = "HttpNfcLease" [ 1297.547843] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1297.635806] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693371, 'name': PowerOffVM_Task, 'duration_secs': 0.176684} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.636445] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.638317] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6a380c-570d-4e45-9009-0b735bc3fd0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.656119] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d88c45-bf80-47b9-866f-00a9fb20bcbf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.668403] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.701970] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1297.703062] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1297.703062] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.703062] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69f7cb36-7995-46e4-837b-e16c80b09e6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.712519] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1297.712519] env[62777]: value = "task-1693376" [ 1297.712519] env[62777]: _type = "Task" [ 1297.712519] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.723716] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693374, 'name': CreateVM_Task, 'duration_secs': 0.382983} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.727398] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.728159] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.728318] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.728908] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1297.728908] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1297.729352] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.729471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1297.729523] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.729694] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.729902] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-848434d8-474e-4a7c-a05e-e37e1b21ad38 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.733156] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5772507-eb45-4e44-9ed8-e8fb00365fa3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.737246] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1297.737246] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52371c35-dab4-cd76-9ddd-7edecd31fcb7" [ 1297.737246] env[62777]: _type = "Task" [ 1297.737246] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.746407] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52371c35-dab4-cd76-9ddd-7edecd31fcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.833252] env[62777]: DEBUG nova.network.neutron [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Updated VIF entry in instance network info cache for port 55771f96-760f-4651-a563-d1a1462d0e2e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.834144] env[62777]: DEBUG nova.network.neutron [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Updating instance_info_cache with network_info: [{"id": "55771f96-760f-4651-a563-d1a1462d0e2e", "address": "fa:16:3e:03:52:ea", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55771f96-76", "ovs_interfaceid": "55771f96-760f-4651-a563-d1a1462d0e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.004196] env[62777]: ERROR nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] [req-999e7af8-d73c-4934-95fc-ddb9ff3febe7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-999e7af8-d73c-4934-95fc-ddb9ff3febe7"}]} [ 1298.020577] env[62777]: DEBUG nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1298.041642] env[62777]: DEBUG nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1298.041822] env[62777]: DEBUG nova.compute.provider_tree [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.054684] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.054684] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5243f936-9aea-c536-6abd-794c19eab380" [ 1298.054684] env[62777]: _type = "HttpNfcLease" [ 1298.054684] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.054684] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.054684] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5243f936-9aea-c536-6abd-794c19eab380" [ 1298.054684] env[62777]: _type = "HttpNfcLease" [ 1298.054684] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1298.054684] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c3ab8-9c7e-4c93-8924-8cd869c92a1b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.061460] env[62777]: DEBUG nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1298.082817] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299f5e4-6417-b46a-0e56-bb673d9f9977/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.083206] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299f5e4-6417-b46a-0e56-bb673d9f9977/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1298.085154] env[62777]: DEBUG nova.network.neutron [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Successfully updated port: a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.158693] env[62777]: DEBUG nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1298.172500] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.200486] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ef47b99-b194-4023-a366-238f0d254bf1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.259251] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52371c35-dab4-cd76-9ddd-7edecd31fcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.342573] env[62777]: DEBUG oslo_concurrency.lockutils [req-f96e2000-6a61-4215-a2d2-7de1eee39248 req-dd517ff6-030d-48eb-8083-644afd4b59ec service nova] Releasing lock "refresh_cache-dded2e30-028a-4e55-958e-5bfb544ea23d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1298.524231] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "2ec93312-17da-412b-9024-56d9d562612d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.524231] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "2ec93312-17da-412b-9024-56d9d562612d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.591568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1298.591568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.591568] env[62777]: DEBUG nova.network.neutron [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.676350] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.764041] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52371c35-dab4-cd76-9ddd-7edecd31fcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.793117] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de9291a-9772-4c93-8204-410dd75294cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.803757] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804fddd9-b2d0-4064-ad88-0345d9b0243f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.842869] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0301b779-a821-469a-b10d-7b4fdb164b24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.851931] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc970bd0-8c64-455c-920c-3bd0f0e045da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.868300] env[62777]: DEBUG nova.compute.provider_tree [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.153472] env[62777]: DEBUG nova.network.neutron [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.173305] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.209622] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.209861] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.210655] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca163be0-76d3-402b-acae-f5dbb58533ef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.218413] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1299.218413] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5273317b-b263-9ce4-dc38-ff637ee40a31" [ 1299.218413] env[62777]: _type = "Task" [ 1299.218413] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.230902] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5273317b-b263-9ce4-dc38-ff637ee40a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.258873] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52371c35-dab4-cd76-9ddd-7edecd31fcb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.421673] env[62777]: DEBUG nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1299.425100] env[62777]: DEBUG nova.compute.provider_tree [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 45 to 46 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1299.425556] env[62777]: DEBUG nova.compute.provider_tree [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.495714] env[62777]: DEBUG nova.compute.manager [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Received event network-changed-98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1299.495714] env[62777]: DEBUG nova.compute.manager [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Refreshing instance network info cache due to event network-changed-98116b99-77e3-460d-b653-0b357b11ecc3. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1299.495714] env[62777]: DEBUG oslo_concurrency.lockutils [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] Acquiring lock "refresh_cache-bcef837d-7a30-4c53-805c-f55b4b793d88" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.495714] env[62777]: DEBUG oslo_concurrency.lockutils [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] Acquired lock "refresh_cache-bcef837d-7a30-4c53-805c-f55b4b793d88" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.495714] env[62777]: DEBUG nova.network.neutron [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Refreshing network info cache for port 98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.521577] env[62777]: DEBUG nova.compute.manager [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Received event network-vif-plugged-a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1299.521577] env[62777]: DEBUG oslo_concurrency.lockutils [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] Acquiring lock "dce265ac-9ed7-4309-a9f6-df53769fe826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.521577] env[62777]: DEBUG oslo_concurrency.lockutils [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.522059] env[62777]: DEBUG oslo_concurrency.lockutils [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.522059] env[62777]: DEBUG nova.compute.manager [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] No waiting events found dispatching network-vif-plugged-a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.523911] env[62777]: WARNING nova.compute.manager [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Received unexpected event network-vif-plugged-a77b44f1-52d7-4ec1-a031-bb5f2211227b for instance with vm_state building and task_state spawning. [ 1299.523911] env[62777]: DEBUG nova.compute.manager [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Received event network-changed-a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1299.523911] env[62777]: DEBUG nova.compute.manager [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Refreshing instance network info cache due to event network-changed-a77b44f1-52d7-4ec1-a031-bb5f2211227b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1299.523911] env[62777]: DEBUG oslo_concurrency.lockutils [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] Acquiring lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.540354] env[62777]: DEBUG nova.network.neutron [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updating instance_info_cache with network_info: [{"id": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "address": "fa:16:3e:53:3b:c2", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b44f1-52", "ovs_interfaceid": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.676565] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.735302] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5273317b-b263-9ce4-dc38-ff637ee40a31, 'name': SearchDatastore_Task, 'duration_secs': 0.037362} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.736275] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6eb76d3c-a065-45d2-82e6-fc4f78bef731 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.745719] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1299.745719] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525056b5-a306-2c42-7414-deb46dfe4023" [ 1299.745719] env[62777]: _type = "Task" [ 1299.745719] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.769711] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52371c35-dab4-cd76-9ddd-7edecd31fcb7, 'name': SearchDatastore_Task, 'duration_secs': 1.518122} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.770416] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525056b5-a306-2c42-7414-deb46dfe4023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.770941] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1299.771340] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.771935] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.935729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.626s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.939734] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.952s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.939986] env[62777]: DEBUG nova.objects.instance [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lazy-loading 'resources' on Instance uuid e8c3f3da-1da7-45ee-b8dd-255dd83b011d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.976848] env[62777]: INFO nova.scheduler.client.report [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Deleted allocations for instance d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb [ 1300.043078] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.043514] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Instance network_info: |[{"id": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "address": "fa:16:3e:53:3b:c2", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b44f1-52", "ovs_interfaceid": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.044208] env[62777]: DEBUG oslo_concurrency.lockutils [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] Acquired lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.044411] env[62777]: DEBUG nova.network.neutron [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Refreshing network info cache for port a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.045764] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:3b:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a77b44f1-52d7-4ec1-a031-bb5f2211227b', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.057593] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Creating folder: Project (af9b176c816a4830a04d4d1cd93854e1). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.058200] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa025124-66ad-47e6-9bc6-8c398504644d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.070176] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Created folder: Project (af9b176c816a4830a04d4d1cd93854e1) in parent group-v353040. [ 1300.070917] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Creating folder: Instances. Parent ref: group-v353101. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1300.071496] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee254a40-89fe-4f56-a3d7-1db3578079dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.082554] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Created folder: Instances in parent group-v353101. [ 1300.082554] env[62777]: DEBUG oslo.service.loopingcall [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.083147] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.083448] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-386d4f19-bcdd-4de8-8f58-46251cde5591 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.114764] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.114764] env[62777]: value = "task-1693379" [ 1300.114764] env[62777]: _type = "Task" [ 1300.114764] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.130037] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693379, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.175502] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693370, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.400025} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.175846] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.176023] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.176695] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a55369ea-1d48-45d7-8997-d41d329dcc39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.187765] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1300.187765] env[62777]: value = "task-1693380" [ 1300.187765] env[62777]: _type = "Task" [ 1300.187765] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.205703] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.258148] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525056b5-a306-2c42-7414-deb46dfe4023, 'name': SearchDatastore_Task, 'duration_secs': 0.082451} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.260470] env[62777]: DEBUG oslo_concurrency.lockutils [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.260779] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. {{(pid=62777) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1300.261141] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.261320] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.262419] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe983e5e-2596-417a-9765-16e89e46050a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.264147] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd53e03-d23c-4fe1-8019-12bddcd58adc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.272859] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1300.272859] env[62777]: value = "task-1693381" [ 1300.272859] env[62777]: _type = "Task" [ 1300.272859] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.280314] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.282325] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.282325] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcba2c5e-fb6c-4c11-b43a-e828452e76ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.289458] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.294488] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1300.294488] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526edb55-1529-d5e2-fc7b-0dda5c4b744d" [ 1300.294488] env[62777]: _type = "Task" [ 1300.294488] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.306660] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526edb55-1529-d5e2-fc7b-0dda5c4b744d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.481072] env[62777]: DEBUG nova.network.neutron [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Updated VIF entry in instance network info cache for port 98116b99-77e3-460d-b653-0b357b11ecc3. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.481858] env[62777]: DEBUG nova.network.neutron [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Updating instance_info_cache with network_info: [{"id": "98116b99-77e3-460d-b653-0b357b11ecc3", "address": "fa:16:3e:ba:9f:16", "network": {"id": "a1a728f7-475f-4634-bb49-f6ec19fd01a6", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-2066203449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "490dacd0bd05486a8a03a2a0bbc933d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a78d5760-0bb1-4476-9578-8ad3c3144439", "external-id": "nsx-vlan-transportzone-325", "segmentation_id": 325, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98116b99-77", "ovs_interfaceid": "98116b99-77e3-460d-b653-0b357b11ecc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.489661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c2f8640-5ff6-4f1c-8cfd-4f8dcdee72f7 tempest-AttachInterfacesV270Test-1363067038 tempest-AttachInterfacesV270Test-1363067038-project-member] Lock "d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.714s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.638691] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693379, 'name': CreateVM_Task, 'duration_secs': 0.395856} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.639022] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.640087] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1300.640320] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.640712] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1300.641291] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44bcffec-0504-4447-9a35-78a5800c55b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.652655] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.653446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.653446] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1300.653446] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52711359-4001-935b-51d5-ecfa9b0d01ef" [ 1300.653446] env[62777]: _type = "Task" [ 1300.653446] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.672301] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52711359-4001-935b-51d5-ecfa9b0d01ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.702875] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.703222] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.704601] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb79a6f-abc4-420d-9051-89a57cd60db1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.731435] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.736128] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b4dc8ce-5c0a-4959-acb1-1a935770a6ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.757631] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1300.757631] env[62777]: value = "task-1693382" [ 1300.757631] env[62777]: _type = "Task" [ 1300.757631] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.771367] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693382, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.783575] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.805463] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526edb55-1529-d5e2-fc7b-0dda5c4b744d, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.810093] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a23ab74-d32d-4f01-ad40-20a6d4f0f5b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.816242] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1300.816242] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525b0c6c-9fca-a161-a398-f5b7f0aad50b" [ 1300.816242] env[62777]: _type = "Task" [ 1300.816242] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.825768] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525b0c6c-9fca-a161-a398-f5b7f0aad50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.986772] env[62777]: DEBUG oslo_concurrency.lockutils [req-ceb2d7bf-2841-4bd5-beb3-7d513c7037cd req-c9b1bde4-212a-4495-9d1d-adb686e21eda service nova] Releasing lock "refresh_cache-bcef837d-7a30-4c53-805c-f55b4b793d88" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.040440] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ded1e-a0dd-4d4b-9f7c-e574b5d1afc6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.049585] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caeb6f21-7254-473e-a381-56bb7dbbc03e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.090321] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d54553d-24c0-443d-bee3-e41d234a6630 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.098764] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1885244f-7e4f-4fde-a9a8-1d805b5be26f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.113042] env[62777]: DEBUG nova.compute.provider_tree [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.134303] env[62777]: DEBUG nova.network.neutron [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updated VIF entry in instance network info cache for port a77b44f1-52d7-4ec1-a031-bb5f2211227b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.134800] env[62777]: DEBUG nova.network.neutron [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updating instance_info_cache with network_info: [{"id": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "address": "fa:16:3e:53:3b:c2", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b44f1-52", "ovs_interfaceid": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.165798] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52711359-4001-935b-51d5-ecfa9b0d01ef, 'name': SearchDatastore_Task, 'duration_secs': 0.088561} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.166155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.166409] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.166692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.267880] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693382, 'name': ReconfigVM_Task, 'duration_secs': 0.42377} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.268167] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.268914] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77ff5f7b-1e3d-4980-8cdc-bbaab4534d2b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.279056] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1301.279056] env[62777]: value = "task-1693383" [ 1301.279056] env[62777]: _type = "Task" [ 1301.279056] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.293280] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796983} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.293991] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. [ 1301.296365] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b339eab8-1314-47a9-b1cb-fca875a270c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.303710] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693383, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.329175] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.333097] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-488c4887-1add-4ce6-95ef-637b520ea120 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.353234] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525b0c6c-9fca-a161-a398-f5b7f0aad50b, 'name': SearchDatastore_Task, 'duration_secs': 0.080293} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.354817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.355675] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] bcef837d-7a30-4c53-805c-f55b4b793d88/bcef837d-7a30-4c53-805c-f55b4b793d88.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.355675] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1301.355675] env[62777]: value = "task-1693384" [ 1301.355675] env[62777]: _type = "Task" [ 1301.355675] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.355675] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.356030] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.356104] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb73a469-7566-43b0-a40d-9d463c612075 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.358355] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d38da9a8-ed91-4854-9cef-18a45d3427ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.367720] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1301.367720] env[62777]: value = "task-1693385" [ 1301.367720] env[62777]: _type = "Task" [ 1301.367720] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.371489] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.375773] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.375971] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.376826] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c03d0ffc-bbad-404e-9ef0-4fa3c69d6f03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.387792] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.389600] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1301.389600] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527e9f64-bf9f-725b-2ee2-4a216c20e36d" [ 1301.389600] env[62777]: _type = "Task" [ 1301.389600] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.401777] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527e9f64-bf9f-725b-2ee2-4a216c20e36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.617429] env[62777]: DEBUG nova.scheduler.client.report [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1301.638128] env[62777]: DEBUG oslo_concurrency.lockutils [req-12e133ac-209d-42f1-a16b-b27b7c22bcd1 req-e34345f4-e3ba-41a3-b7ea-9a3ec2a03c52 service nova] Releasing lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.793403] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693383, 'name': Rename_Task, 'duration_secs': 0.153596} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.793821] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.793933] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b9bd04-139b-4533-bec4-e46d90a39a44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.800266] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1301.800266] env[62777]: value = "task-1693386" [ 1301.800266] env[62777]: _type = "Task" [ 1301.800266] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.811641] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.868080] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693384, 'name': ReconfigVM_Task, 'duration_secs': 0.46933} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.868400] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Reconfigured VM instance instance-00000012 to attach disk [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.869299] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dd89c7-f6f9-43a4-b1d1-e04df888f869 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.912823] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af4738d-8b69-4582-9395-ca6b3a01d9c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.923662] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693385, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.929854] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527e9f64-bf9f-725b-2ee2-4a216c20e36d, 'name': SearchDatastore_Task, 'duration_secs': 0.017101} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.932048] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1301.932048] env[62777]: value = "task-1693387" [ 1301.932048] env[62777]: _type = "Task" [ 1301.932048] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.932271] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c967ab03-acfd-4e27-a5e3-415fac7c671c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.941374] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1301.941374] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52436807-b766-c2a1-9d04-6348b5b990ee" [ 1301.941374] env[62777]: _type = "Task" [ 1301.941374] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.945371] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693387, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.955556] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52436807-b766-c2a1-9d04-6348b5b990ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.126675] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.130032] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.517s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.131059] env[62777]: INFO nova.compute.claims [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.170308] env[62777]: INFO nova.scheduler.client.report [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Deleted allocations for instance e8c3f3da-1da7-45ee-b8dd-255dd83b011d [ 1302.314077] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.390951] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710318} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.391245] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] bcef837d-7a30-4c53-805c-f55b4b793d88/bcef837d-7a30-4c53-805c-f55b4b793d88.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.391477] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.391771] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e20e0bf-03cc-4394-adb4-bd997cefa29d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.400287] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1302.400287] env[62777]: value = "task-1693388" [ 1302.400287] env[62777]: _type = "Task" [ 1302.400287] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.412936] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.446075] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693387, 'name': ReconfigVM_Task, 'duration_secs': 0.249153} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.451344] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.451673] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb3ef18d-dcd7-4f0e-a9cd-b1a4296289ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.459573] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52436807-b766-c2a1-9d04-6348b5b990ee, 'name': SearchDatastore_Task, 'duration_secs': 0.064555} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.461355] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.461472] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dce265ac-9ed7-4309-a9f6-df53769fe826/dce265ac-9ed7-4309-a9f6-df53769fe826.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.461775] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1302.461775] env[62777]: value = "task-1693389" [ 1302.461775] env[62777]: _type = "Task" [ 1302.461775] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.462283] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-092a46e4-fa2b-42c7-b47e-cffe271e5a47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.478594] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.481264] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1302.481264] env[62777]: value = "task-1693390" [ 1302.481264] env[62777]: _type = "Task" [ 1302.481264] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.490173] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.678846] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5867ebe3-457c-4ccd-a42c-4f51f6002c3a tempest-ImagesNegativeTestJSON-1665071426 tempest-ImagesNegativeTestJSON-1665071426-project-member] Lock "e8c3f3da-1da7-45ee-b8dd-255dd83b011d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.039s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.813595] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693386, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.912551] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090995} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.912861] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.913809] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65394597-c584-453b-878a-73f9d1772533 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.940123] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] bcef837d-7a30-4c53-805c-f55b4b793d88/bcef837d-7a30-4c53-805c-f55b4b793d88.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.940473] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5b23aa-4b79-46c3-b35c-0e24e7c1bb2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.965750] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1302.965750] env[62777]: value = "task-1693391" [ 1302.965750] env[62777]: _type = "Task" [ 1302.965750] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.978897] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.983129] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693391, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.992315] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693390, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.117560] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "4610b1d4-7be5-4e97-b095-ad71263bc30a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.117835] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.315222] env[62777]: DEBUG oslo_vmware.api [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693386, 'name': PowerOnVM_Task, 'duration_secs': 1.083421} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.318763] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.318763] env[62777]: INFO nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Took 13.79 seconds to spawn the instance on the hypervisor. [ 1303.318763] env[62777]: DEBUG nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.319373] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d99558a-6043-4829-a413-833befcc79e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.481688] env[62777]: DEBUG oslo_vmware.api [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693389, 'name': PowerOnVM_Task, 'duration_secs': 0.767009} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.486105] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.487260] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.493286] env[62777]: DEBUG nova.compute.manager [None req-acf1238c-cffa-437d-a790-c4fb4344ab89 tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1303.493286] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4976bd70-f46c-4df9-b390-8482a86dbfbf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.502343] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592752} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.503952] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dce265ac-9ed7-4309-a9f6-df53769fe826/dce265ac-9ed7-4309-a9f6-df53769fe826.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.504116] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.506636] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe0cca81-8d15-4faa-b5b1-f2b43093a12a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.513268] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1303.513268] env[62777]: value = "task-1693392" [ 1303.513268] env[62777]: _type = "Task" [ 1303.513268] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.523601] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.661443] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61edfcd4-d8ac-43c8-800a-495042493c2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.669960] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6631e14-6baf-4ca5-93ed-45a6ba2a3192 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.703065] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e519c68c-4c28-4304-9542-68b5d31b4e2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.710784] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318835ff-99a9-4ba2-80de-99e1e57e93a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.733396] env[62777]: DEBUG nova.compute.provider_tree [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.862496] env[62777]: INFO nova.compute.manager [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Took 34.65 seconds to build instance. [ 1303.984113] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693391, 'name': ReconfigVM_Task, 'duration_secs': 0.833675} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.984113] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Reconfigured VM instance instance-00000014 to attach disk [datastore1] bcef837d-7a30-4c53-805c-f55b4b793d88/bcef837d-7a30-4c53-805c-f55b4b793d88.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.984113] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39d3d4e8-56c0-4fa9-9ad5-745e14e318e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.991051] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1303.991051] env[62777]: value = "task-1693393" [ 1303.991051] env[62777]: _type = "Task" [ 1303.991051] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.000613] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693393, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.023758] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080276} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.024040] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.024835] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bad5489-f025-419d-8d75-a0b6f59ec60e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.057793] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] dce265ac-9ed7-4309-a9f6-df53769fe826/dce265ac-9ed7-4309-a9f6-df53769fe826.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.059013] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65e147b-d626-4ae0-b501-062475cbbdb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.078582] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1304.078582] env[62777]: value = "task-1693394" [ 1304.078582] env[62777]: _type = "Task" [ 1304.078582] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.087377] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.235056] env[62777]: DEBUG nova.scheduler.client.report [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1304.366773] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c4c7b6fa-a848-4148-9651-9927da2f005e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.787s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.510426] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693393, 'name': Rename_Task, 'duration_secs': 0.26227} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.513027] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.513027] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3ffa9f7-bfa6-4955-b8cc-2cef3c2b5c7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.521350] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1304.521350] env[62777]: value = "task-1693395" [ 1304.521350] env[62777]: _type = "Task" [ 1304.521350] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.531846] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.591927] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693394, 'name': ReconfigVM_Task, 'duration_secs': 0.345501} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.591927] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Reconfigured VM instance instance-00000015 to attach disk [datastore1] dce265ac-9ed7-4309-a9f6-df53769fe826/dce265ac-9ed7-4309-a9f6-df53769fe826.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.591927] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f27127ba-8f5c-4c14-bff4-0f2ce5d00517 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.596147] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1304.596147] env[62777]: value = "task-1693396" [ 1304.596147] env[62777]: _type = "Task" [ 1304.596147] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.607484] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.742747] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.743331] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1304.746227] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.166s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.746403] env[62777]: DEBUG nova.objects.instance [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1304.871783] env[62777]: DEBUG nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.037301] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.112854] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.344982] env[62777]: DEBUG nova.compute.utils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1305.347359] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.347722] env[62777]: DEBUG nova.network.neutron [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.426896] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.541116] env[62777]: DEBUG oslo_vmware.api [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693395, 'name': PowerOnVM_Task, 'duration_secs': 0.909729} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.541476] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.541714] env[62777]: INFO nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1305.541906] env[62777]: DEBUG nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.542865] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fbb849-f13b-4934-a370-b258ba655415 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.609426] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.653754] env[62777]: DEBUG nova.policy [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5d401d51a5443a7aff6b1a4bbf8d806', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3861a93a4504270825cf1350aff7d30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.849577] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c25f213-fa40-43c3-9f4c-c32ace0362c7 tempest-ServersAdmin275Test-659006375 tempest-ServersAdmin275Test-659006375-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.103s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.852762] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.048s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.859231] env[62777]: INFO nova.compute.claims [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.862540] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.070299] env[62777]: INFO nova.compute.manager [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Took 34.92 seconds to build instance. [ 1306.115097] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.573159] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6da7618b-1bd4-4557-aa85-bca7c9faf666 tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.690s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.614659] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.883997] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1306.932379] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1306.932634] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1306.932792] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.933014] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1306.933162] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.933303] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1306.933516] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1306.933670] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1306.933847] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1306.934010] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1306.936217] env[62777]: DEBUG nova.virt.hardware [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1306.937663] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dc1ea0-06e0-434d-9c06-ac806f2d1694 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.952929] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ec6f97-1a74-4039-9219-c34305372308 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.075985] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.120452] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.316198] env[62777]: DEBUG nova.network.neutron [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Successfully created port: 859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1307.442861] env[62777]: INFO nova.compute.manager [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Rebuilding instance [ 1307.476809] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65cdc9-65f7-41f5-a9f5-3e14c8f778d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.494171] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31ef569-6bc0-4505-857a-ad402f67d8d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.533998] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6b627e-7df8-4f29-8a3e-9f4d6732e5b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.540116] env[62777]: DEBUG nova.compute.manager [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.540964] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c54945-608e-4d63-ac01-90f0eff60167 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.552783] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2a48bf-5983-4b0d-856c-a54c1fd8d6c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.577583] env[62777]: DEBUG nova.compute.provider_tree [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.603842] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.621943] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693396, 'name': Rename_Task, 'duration_secs': 2.781651} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.621943] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.621943] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40a2a8a5-786b-4702-9936-692ec4baba01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.628216] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1307.628216] env[62777]: value = "task-1693397" [ 1307.628216] env[62777]: _type = "Task" [ 1307.628216] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.638030] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.082529] env[62777]: DEBUG nova.scheduler.client.report [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1308.140196] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.368668] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299f5e4-6417-b46a-0e56-bb673d9f9977/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1308.370013] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa63970b-06be-49ba-8761-b2331790ed9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.378844] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299f5e4-6417-b46a-0e56-bb673d9f9977/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1308.379053] env[62777]: ERROR oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299f5e4-6417-b46a-0e56-bb673d9f9977/disk-0.vmdk due to incomplete transfer. [ 1308.379400] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a61dfd70-eb4e-4ddb-83f5-89d3acb0e113 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.387782] env[62777]: DEBUG oslo_vmware.rw_handles [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5299f5e4-6417-b46a-0e56-bb673d9f9977/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1308.388017] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Uploaded image 9e4d4794-4730-4d14-9030-5789400cdc77 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1308.390769] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1308.391196] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3fef00bd-a810-474f-95c3-420891142369 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.396856] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1308.396856] env[62777]: value = "task-1693398" [ 1308.396856] env[62777]: _type = "Task" [ 1308.396856] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.409051] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693398, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.569846] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.570670] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12067ed7-8012-4388-9fb2-e22072797622 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.580136] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1308.580136] env[62777]: value = "task-1693399" [ 1308.580136] env[62777]: _type = "Task" [ 1308.580136] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.588836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.589456] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1308.592036] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.592448] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.993s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.592582] env[62777]: DEBUG nova.objects.instance [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lazy-loading 'resources' on Instance uuid a59912be-e45b-4368-aded-13db93252946 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.643674] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693397, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.908532] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693398, 'name': Destroy_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.092025] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693399, 'name': PowerOffVM_Task, 'duration_secs': 0.238772} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.092757] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.092757] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.093410] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e65efc-4c8c-4184-a7f9-2d751da09eb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.100392] env[62777]: DEBUG nova.compute.utils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.109273] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1309.109273] env[62777]: DEBUG nova.network.neutron [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.123836] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.126861] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72d9884a-69d8-491a-96fc-061b0302cdf1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.143641] env[62777]: DEBUG oslo_vmware.api [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693397, 'name': PowerOnVM_Task, 'duration_secs': 1.016686} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.143641] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.143641] env[62777]: INFO nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Took 13.01 seconds to spawn the instance on the hypervisor. [ 1309.143641] env[62777]: DEBUG nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.144073] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884937bb-6cbe-407d-9235-dad1a19b9c95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.298243] env[62777]: DEBUG nova.policy [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c35ee12b99c4c258bc47fb3be301b4e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '587690b1cf00436580d66e67eda69352', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1309.411702] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693398, 'name': Destroy_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.560833] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.561596] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.562218] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.562218] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51139f72-ddf9-42f3-a89a-a8262d644fc9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.572533] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1309.572533] env[62777]: value = "task-1693401" [ 1309.572533] env[62777]: _type = "Task" [ 1309.572533] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.581252] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.609567] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1309.673639] env[62777]: INFO nova.compute.manager [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Took 38.21 seconds to build instance. [ 1309.677592] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d51cea-6337-4e25-ab34-57b1259814ef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.689702] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ff0e5c-0595-49b2-afe5-330cfc40b9b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.722945] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e5c8e0-a2e7-4c8b-a815-95037b59be47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.732563] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dda9dfc-83ef-4ce8-ae15-a0520d8df6aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.754796] env[62777]: DEBUG nova.compute.provider_tree [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.909238] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693398, 'name': Destroy_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.083940] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.119985] env[62777]: DEBUG nova.compute.manager [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1310.119985] env[62777]: DEBUG nova.compute.manager [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing instance network info cache due to event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1310.119985] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.119985] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.119985] env[62777]: DEBUG nova.network.neutron [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.183206] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3d73d4f0-5936-4370-a733-e220d774603d tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.249s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.255775] env[62777]: DEBUG nova.scheduler.client.report [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1310.408398] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693398, 'name': Destroy_Task, 'duration_secs': 1.874308} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.408727] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Destroyed the VM [ 1310.409066] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1310.409324] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-acfc21f0-c8f8-48d0-8a22-26973046839a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.415909] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1310.415909] env[62777]: value = "task-1693402" [ 1310.415909] env[62777]: _type = "Task" [ 1310.415909] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.424180] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.588993] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.550038} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.589323] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.589543] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.590077] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.630760] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1310.663236] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1310.663491] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1310.663718] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1310.663930] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1310.664261] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1310.664627] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1310.665021] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1310.665523] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1310.665523] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1310.665645] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1310.665792] env[62777]: DEBUG nova.virt.hardware [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1310.666953] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a151ca1a-9b9d-4d4d-b7ad-b42a23e00674 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.677809] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b9a20d-2e11-4f4a-8026-dbb018cce12b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.692747] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.698593] env[62777]: DEBUG nova.network.neutron [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Successfully created port: cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.717817] env[62777]: DEBUG nova.network.neutron [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Successfully updated port: 859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1310.755799] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.756089] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.761324] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.763423] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.630s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.765196] env[62777]: INFO nova.compute.claims [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.792944] env[62777]: INFO nova.scheduler.client.report [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Deleted allocations for instance a59912be-e45b-4368-aded-13db93252946 [ 1310.928551] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693402, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.224016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1311.224016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquired lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.224457] env[62777]: DEBUG nova.network.neutron [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.226239] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.303022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ced01513-7c1e-4bd9-a9d4-360c69627df9 tempest-InstanceActionsV221TestJSON-2927849 tempest-InstanceActionsV221TestJSON-2927849-project-member] Lock "a59912be-e45b-4368-aded-13db93252946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.567s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.427155] env[62777]: DEBUG oslo_vmware.api [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693402, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979605} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.428440] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1311.430796] env[62777]: INFO nova.compute.manager [None req-57e2d083-d2a5-4ded-a0db-a7093b45228f tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Took 19.57 seconds to snapshot the instance on the hypervisor. [ 1311.621023] env[62777]: DEBUG nova.network.neutron [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updated VIF entry in instance network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1311.621023] env[62777]: DEBUG nova.network.neutron [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.634716] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.634939] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.635101] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.635280] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.635417] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.635556] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.635753] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.635901] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.638218] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.638218] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.638218] env[62777]: DEBUG nova.virt.hardware [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.639302] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13147279-4d7b-44df-9f6f-279503d1f0c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.650294] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f8e069-9814-42a6-8ca7-541174d419ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.670836] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:52:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55771f96-760f-4651-a563-d1a1462d0e2e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.680236] env[62777]: DEBUG oslo.service.loopingcall [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1311.680658] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.681032] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98272eb8-977b-4741-8131-6bd54168ed61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.702962] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.702962] env[62777]: value = "task-1693403" [ 1311.702962] env[62777]: _type = "Task" [ 1311.702962] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.711566] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693403, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.833952] env[62777]: DEBUG nova.network.neutron [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1312.124697] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f6f9b93-a83d-4cfa-b1d9-484b2f2e1f00 req-40bdf7e5-39b4-48d1-8869-2d2839fa2597 service nova] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.214483] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693403, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.237313] env[62777]: DEBUG nova.compute.manager [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1312.237313] env[62777]: DEBUG nova.compute.manager [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing instance network info cache due to event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1312.237313] env[62777]: DEBUG oslo_concurrency.lockutils [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.237313] env[62777]: DEBUG oslo_concurrency.lockutils [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.238236] env[62777]: DEBUG nova.network.neutron [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.311924] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57dc740-c2c1-4d08-b166-71bd2df64661 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.321327] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bade2e-b47e-453d-8cd7-be6b60c203e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.356400] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f3fda-bdef-45b7-ae0d-a86950816134 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.366216] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddea515d-1c72-473a-a7fa-82d3bcc4c3b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.380452] env[62777]: DEBUG nova.compute.provider_tree [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.437037] env[62777]: DEBUG nova.network.neutron [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Updating instance_info_cache with network_info: [{"id": "859394f7-790d-4304-881e-52b02e696233", "address": "fa:16:3e:16:f5:d8", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859394f7-79", "ovs_interfaceid": "859394f7-790d-4304-881e-52b02e696233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.467027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.467027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.715744] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693403, 'name': CreateVM_Task, 'duration_secs': 0.790558} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.716034] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1312.716734] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.716893] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.717745] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1312.717745] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62343676-5f19-4f34-a45c-cc5d73db6c74 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.722268] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1312.722268] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5237d5e2-f90f-37ea-1a94-f74416e1b46e" [ 1312.722268] env[62777]: _type = "Task" [ 1312.722268] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.731411] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5237d5e2-f90f-37ea-1a94-f74416e1b46e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.884867] env[62777]: DEBUG nova.scheduler.client.report [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1312.940805] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Releasing lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1312.941545] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Instance network_info: |[{"id": "859394f7-790d-4304-881e-52b02e696233", "address": "fa:16:3e:16:f5:d8", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859394f7-79", "ovs_interfaceid": "859394f7-790d-4304-881e-52b02e696233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1312.942200] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:f5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '859394f7-790d-4304-881e-52b02e696233', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1312.956024] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Creating folder: Project (c3861a93a4504270825cf1350aff7d30). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.957111] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1dc7f8e-e51e-4f4f-b935-ce44f8184755 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.972712] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Created folder: Project (c3861a93a4504270825cf1350aff7d30) in parent group-v353040. [ 1312.973088] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Creating folder: Instances. Parent ref: group-v353105. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1312.973506] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cf7085e-6aa2-4472-bc41-2ae9f57ef937 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.984840] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Created folder: Instances in parent group-v353105. [ 1312.985383] env[62777]: DEBUG oslo.service.loopingcall [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1312.985880] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1312.986204] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a43b9df1-9e9c-420f-9920-b3cfe56aa461 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.015040] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.015040] env[62777]: value = "task-1693406" [ 1313.015040] env[62777]: _type = "Task" [ 1313.015040] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.026049] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693406, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.088199] env[62777]: DEBUG nova.network.neutron [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Successfully updated port: cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.233542] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5237d5e2-f90f-37ea-1a94-f74416e1b46e, 'name': SearchDatastore_Task, 'duration_secs': 0.049767} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.233883] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1313.234137] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1313.234363] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.234503] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.234671] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1313.235059] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ff7349c-27fc-4b14-bc1a-12d0c90e334e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.243638] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1313.243859] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1313.246092] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273c8cdf-07ed-4ee9-8557-5f095f974c88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.249941] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1313.249941] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e4a95d-80aa-8504-1c01-d972d4e729f2" [ 1313.249941] env[62777]: _type = "Task" [ 1313.249941] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.258307] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e4a95d-80aa-8504-1c01-d972d4e729f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.393013] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.393565] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.396276] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.076s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.400069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.400069] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1313.400069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.988s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.400069] env[62777]: DEBUG nova.objects.instance [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lazy-loading 'resources' on Instance uuid 841d3d29-d0cc-4eff-8257-c9bfc70bc7be {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.402062] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ae7d5-057e-44d5-a1d2-9cec4b941d73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.414450] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b83025b-5e20-4759-8019-e1320161dfa7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.439874] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db842e-d499-4694-8816-1513eb231829 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.447318] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c0975-7a17-421d-a5fa-9c4fbf54b461 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.483617] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180481MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1313.483859] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.528468] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693406, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.591244] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "refresh_cache-38ec3326-e350-448f-98b5-e30cbe5e3864" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.591653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired lock "refresh_cache-38ec3326-e350-448f-98b5-e30cbe5e3864" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.591883] env[62777]: DEBUG nova.network.neutron [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.652160] env[62777]: DEBUG nova.network.neutron [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updated VIF entry in instance network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1313.652160] env[62777]: DEBUG nova.network.neutron [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.760342] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e4a95d-80aa-8504-1c01-d972d4e729f2, 'name': SearchDatastore_Task, 'duration_secs': 0.00887} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.761214] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690b35e8-676a-4765-aaf8-37d62419e669 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.766949] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1313.766949] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8db34-15dc-a749-f0ab-87379c7c30a1" [ 1313.766949] env[62777]: _type = "Task" [ 1313.766949] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.781958] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8db34-15dc-a749-f0ab-87379c7c30a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.803483] env[62777]: DEBUG nova.compute.manager [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Received event network-vif-plugged-859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1313.803721] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] Acquiring lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.803991] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.804905] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.804905] env[62777]: DEBUG nova.compute.manager [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] No waiting events found dispatching network-vif-plugged-859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1313.804905] env[62777]: WARNING nova.compute.manager [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Received unexpected event network-vif-plugged-859394f7-790d-4304-881e-52b02e696233 for instance with vm_state building and task_state spawning. [ 1313.804905] env[62777]: DEBUG nova.compute.manager [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Received event network-changed-859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1313.804905] env[62777]: DEBUG nova.compute.manager [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Refreshing instance network info cache due to event network-changed-859394f7-790d-4304-881e-52b02e696233. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1313.805330] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] Acquiring lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1313.805330] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] Acquired lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.805425] env[62777]: DEBUG nova.network.neutron [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Refreshing network info cache for port 859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1313.903063] env[62777]: DEBUG nova.compute.utils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1313.905023] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.905023] env[62777]: DEBUG nova.network.neutron [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.040718] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693406, 'name': CreateVM_Task, 'duration_secs': 0.611837} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.042358] env[62777]: DEBUG nova.policy [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c02341563dee48e5bef500ada0e3a850', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd02dc9cb7644138644502eb37884d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.043803] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.047904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.047904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.047904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.048458] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e54977c-3b65-4f5d-9ae6-0d27eab5587f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.054042] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1314.054042] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5287703e-2b36-cb36-bf77-4b254820791c" [ 1314.054042] env[62777]: _type = "Task" [ 1314.054042] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.062361] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5287703e-2b36-cb36-bf77-4b254820791c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.155862] env[62777]: DEBUG oslo_concurrency.lockutils [req-9df7de0b-1252-4119-9ae7-095819c45f7c req-3a2f2e41-6d63-4abb-ae30-60bf38cf8c75 service nova] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.290811] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8db34-15dc-a749-f0ab-87379c7c30a1, 'name': SearchDatastore_Task, 'duration_secs': 0.015206} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.290811] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.290811] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1314.290811] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d41afab-fc7b-4aa2-83e3-d75c14c12bc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.301602] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1314.301602] env[62777]: value = "task-1693407" [ 1314.301602] env[62777]: _type = "Task" [ 1314.301602] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.312763] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.382030] env[62777]: DEBUG nova.network.neutron [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.412109] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.458031] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f709fe78-fdf5-4699-a2aa-836ef6af0e03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.470601] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa236ef-188d-437e-b8ad-1e03235f38e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.514546] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c75a94-9b97-4054-a466-5b681cb80798 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.517961] env[62777]: DEBUG nova.network.neutron [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Successfully created port: 2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.526021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a356642d-7367-4960-96d0-84eea42bb0d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.541094] env[62777]: DEBUG nova.compute.provider_tree [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.568993] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5287703e-2b36-cb36-bf77-4b254820791c, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.569358] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.569784] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.569933] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.570166] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.570572] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.570634] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-977cf1f8-bdef-40e3-ba4e-8a2798c6b825 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.612641] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.612641] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.613384] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978f0d3d-597b-4271-aee5-8b767c00f5b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.623046] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1314.623046] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8b4b2-bf84-20cf-a5a5-c14afde53b1b" [ 1314.623046] env[62777]: _type = "Task" [ 1314.623046] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.635252] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8b4b2-bf84-20cf-a5a5-c14afde53b1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.813633] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.824831] env[62777]: DEBUG nova.network.neutron [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Updating instance_info_cache with network_info: [{"id": "cb0db148-73cb-43e5-bf90-a0eed30aa6b3", "address": "fa:16:3e:16:73:c1", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0db148-73", "ovs_interfaceid": "cb0db148-73cb-43e5-bf90-a0eed30aa6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.849988] env[62777]: DEBUG nova.network.neutron [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Updated VIF entry in instance network info cache for port 859394f7-790d-4304-881e-52b02e696233. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.850766] env[62777]: DEBUG nova.network.neutron [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Updating instance_info_cache with network_info: [{"id": "859394f7-790d-4304-881e-52b02e696233", "address": "fa:16:3e:16:f5:d8", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859394f7-79", "ovs_interfaceid": "859394f7-790d-4304-881e-52b02e696233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.044197] env[62777]: DEBUG nova.scheduler.client.report [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1315.138437] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8b4b2-bf84-20cf-a5a5-c14afde53b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.031743} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.139630] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb520062-4152-4b92-8531-7fe7bc75c9d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.146275] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1315.146275] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52996ece-6f37-1f7e-8f05-7099bdc86dfd" [ 1315.146275] env[62777]: _type = "Task" [ 1315.146275] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.155672] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52996ece-6f37-1f7e-8f05-7099bdc86dfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.315282] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693407, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.327979] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Releasing lock "refresh_cache-38ec3326-e350-448f-98b5-e30cbe5e3864" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.335018] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Instance network_info: |[{"id": "cb0db148-73cb-43e5-bf90-a0eed30aa6b3", "address": "fa:16:3e:16:73:c1", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0db148-73", "ovs_interfaceid": "cb0db148-73cb-43e5-bf90-a0eed30aa6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1315.335218] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:73:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0db148-73cb-43e5-bf90-a0eed30aa6b3', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.342596] env[62777]: DEBUG oslo.service.loopingcall [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1315.342596] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1315.342596] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db7a0831-e980-452d-a6a4-b212ad723701 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.357910] env[62777]: DEBUG oslo_concurrency.lockutils [req-9fb80278-4875-41d9-98fb-6cf72555979c req-77afd8c3-0dee-46b1-926e-0e145ab3280e service nova] Releasing lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.363924] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.363924] env[62777]: value = "task-1693408" [ 1315.363924] env[62777]: _type = "Task" [ 1315.363924] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.375827] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693408, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.424178] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.459895] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1315.460322] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1315.460680] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.460773] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1315.460895] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.461152] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1315.461427] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1315.461631] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1315.461827] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1315.462029] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1315.462236] env[62777]: DEBUG nova.virt.hardware [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.463468] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a0c97f-cf10-45c5-b991-c922deb2e634 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.472046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bfaddc-a431-4104-b6ef-0ed08e1ab0f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.487421] env[62777]: DEBUG nova.compute.manager [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1315.489791] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b29194-b975-4df4-8036-7be4cd0a259f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.549946] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.555284] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.816s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.557745] env[62777]: INFO nova.compute.claims [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.577032] env[62777]: INFO nova.scheduler.client.report [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Deleted allocations for instance 841d3d29-d0cc-4eff-8257-c9bfc70bc7be [ 1315.660374] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52996ece-6f37-1f7e-8f05-7099bdc86dfd, 'name': SearchDatastore_Task, 'duration_secs': 0.059081} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.661584] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.661584] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f/3aa8f348-e15b-43e0-96a0-a6fb6c57f00f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.661861] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4517ce9-a53c-42b7-89b5-98a7a624a202 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.673021] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1315.673021] env[62777]: value = "task-1693409" [ 1315.673021] env[62777]: _type = "Task" [ 1315.673021] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.686665] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.815285] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693407, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.184909} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.815497] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1315.815729] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1315.816930] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11a9c03f-3c1c-4291-97bd-ae56dc87f4d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.828954] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1315.828954] env[62777]: value = "task-1693410" [ 1315.828954] env[62777]: _type = "Task" [ 1315.828954] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.839275] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.861635] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "dce2b238-171d-4ba3-bd58-93c9313aed15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.861887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.878637] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693408, 'name': CreateVM_Task, 'duration_secs': 0.390672} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.879205] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.879957] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.880152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.880496] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1315.880762] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bae8ef7-d987-4d50-a7bf-f4fbbdce46f1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.891415] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1315.891415] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52715ef4-96b6-aac1-0217-dca53548fcf7" [ 1315.891415] env[62777]: _type = "Task" [ 1315.891415] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.900754] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52715ef4-96b6-aac1-0217-dca53548fcf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.002025] env[62777]: INFO nova.compute.manager [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] instance snapshotting [ 1316.008376] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fd4c19-8385-4d97-9223-fcf31c02f789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.029113] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6371d06-c108-41e0-8115-1bd5abbebc62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.086307] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b38ff2a-58db-48f9-9567-ad6d3c9a0ea0 tempest-ServersAdmin275Test-1362105612 tempest-ServersAdmin275Test-1362105612-project-member] Lock "841d3d29-d0cc-4eff-8257-c9bfc70bc7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.341s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.183723] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693409, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.339622] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070643} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.339955] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1316.340830] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f039104-868e-4994-a2ac-db437decf4d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.366738] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.367167] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2baaa7a4-c0c4-423d-b693-12495c159969 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.390170] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1316.390170] env[62777]: value = "task-1693411" [ 1316.390170] env[62777]: _type = "Task" [ 1316.390170] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.403644] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.407533] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52715ef4-96b6-aac1-0217-dca53548fcf7, 'name': SearchDatastore_Task, 'duration_secs': 0.062659} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.408051] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.408213] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.408443] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.408588] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.408790] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.409050] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c5a53e1-6d69-4280-9235-0712917dde84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.430443] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.430690] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.431534] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c583def5-fbbd-4a38-a1ae-fe5dcc32b69d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.437412] env[62777]: DEBUG nova.network.neutron [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Successfully updated port: 2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1316.441683] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1316.441683] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525e9f2e-4ff2-abd8-682a-612dde43fd0d" [ 1316.441683] env[62777]: _type = "Task" [ 1316.441683] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.450988] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525e9f2e-4ff2-abd8-682a-612dde43fd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.543048] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1316.543404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bd8af4a-e361-47b7-93ba-d0442d4d84ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.551182] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1316.551182] env[62777]: value = "task-1693412" [ 1316.551182] env[62777]: _type = "Task" [ 1316.551182] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.563729] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.686110] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.900733] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.938717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "refresh_cache-a19f9cf9-0026-437b-84ee-66f875aeb636" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.938717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "refresh_cache-a19f9cf9-0026-437b-84ee-66f875aeb636" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.938923] env[62777]: DEBUG nova.network.neutron [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1316.953343] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525e9f2e-4ff2-abd8-682a-612dde43fd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.028304} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.959179] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2961b45-d7a3-4206-939f-fb3664e4fc6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.965427] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1316.965427] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528a5b65-3f39-c5b8-21b3-6480c8ff7a1e" [ 1316.965427] env[62777]: _type = "Task" [ 1316.965427] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.980667] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528a5b65-3f39-c5b8-21b3-6480c8ff7a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.981390] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.985024] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 38ec3326-e350-448f-98b5-e30cbe5e3864/38ec3326-e350-448f-98b5-e30cbe5e3864.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.985024] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b43cb3-df50-48cd-abdc-be351aa34221 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.988626] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1316.988626] env[62777]: value = "task-1693413" [ 1316.988626] env[62777]: _type = "Task" [ 1316.988626] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.999583] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.062333] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.078093] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaeb83e-82b8-468f-9f8c-0077c757e5e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.087020] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b5ae28-0971-4ff4-a1d5-c430dd5a6547 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.118639] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818461c4-aeb9-4254-a31e-25c1ef98c37a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.127612] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14f692b-4c27-40d6-9e14-ade57c6d157e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.143271] env[62777]: DEBUG nova.compute.provider_tree [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.188166] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693409, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.212765] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Received event network-vif-plugged-cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1317.212765] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquiring lock "38ec3326-e350-448f-98b5-e30cbe5e3864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.212765] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.212765] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.212765] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] No waiting events found dispatching network-vif-plugged-cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.213089] env[62777]: WARNING nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Received unexpected event network-vif-plugged-cb0db148-73cb-43e5-bf90-a0eed30aa6b3 for instance with vm_state building and task_state spawning. [ 1317.213089] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Received event network-changed-cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1317.213089] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Refreshing instance network info cache due to event network-changed-cb0db148-73cb-43e5-bf90-a0eed30aa6b3. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1317.213089] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquiring lock "refresh_cache-38ec3326-e350-448f-98b5-e30cbe5e3864" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.213089] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquired lock "refresh_cache-38ec3326-e350-448f-98b5-e30cbe5e3864" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.213251] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Refreshing network info cache for port cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.401566] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.480280] env[62777]: DEBUG nova.compute.manager [req-4224fd6c-7b51-4e6e-98fd-2ee97a3b72ef req-03b9f0bd-494a-4860-af9c-cb7c67769156 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Received event network-vif-plugged-2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1317.480471] env[62777]: DEBUG oslo_concurrency.lockutils [req-4224fd6c-7b51-4e6e-98fd-2ee97a3b72ef req-03b9f0bd-494a-4860-af9c-cb7c67769156 service nova] Acquiring lock "a19f9cf9-0026-437b-84ee-66f875aeb636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.480697] env[62777]: DEBUG oslo_concurrency.lockutils [req-4224fd6c-7b51-4e6e-98fd-2ee97a3b72ef req-03b9f0bd-494a-4860-af9c-cb7c67769156 service nova] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.480896] env[62777]: DEBUG oslo_concurrency.lockutils [req-4224fd6c-7b51-4e6e-98fd-2ee97a3b72ef req-03b9f0bd-494a-4860-af9c-cb7c67769156 service nova] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.481150] env[62777]: DEBUG nova.compute.manager [req-4224fd6c-7b51-4e6e-98fd-2ee97a3b72ef req-03b9f0bd-494a-4860-af9c-cb7c67769156 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] No waiting events found dispatching network-vif-plugged-2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1317.481330] env[62777]: WARNING nova.compute.manager [req-4224fd6c-7b51-4e6e-98fd-2ee97a3b72ef req-03b9f0bd-494a-4860-af9c-cb7c67769156 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Received unexpected event network-vif-plugged-2f01fcc9-131b-44ac-be05-7584144c29c7 for instance with vm_state building and task_state spawning. [ 1317.499473] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.532264] env[62777]: DEBUG nova.network.neutron [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1317.568118] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693412, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.649124] env[62777]: DEBUG nova.scheduler.client.report [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1317.686182] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693409, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.525797} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.686464] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f/3aa8f348-e15b-43e0-96a0-a6fb6c57f00f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.686699] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.686960] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8aceed74-0110-4de2-aba9-e32267452cb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.693275] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1317.693275] env[62777]: value = "task-1693414" [ 1317.693275] env[62777]: _type = "Task" [ 1317.693275] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.702680] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.904628] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693411, 'name': ReconfigVM_Task, 'duration_secs': 1.447442} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.904901] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Reconfigured VM instance instance-00000013 to attach disk [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d/dded2e30-028a-4e55-958e-5bfb544ea23d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.906024] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86d715c4-be1a-489b-a1e3-d30cccc7d69a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.913436] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1317.913436] env[62777]: value = "task-1693415" [ 1317.913436] env[62777]: _type = "Task" [ 1317.913436] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.925863] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693415, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.936038] env[62777]: DEBUG nova.network.neutron [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Updating instance_info_cache with network_info: [{"id": "2f01fcc9-131b-44ac-be05-7584144c29c7", "address": "fa:16:3e:c1:8e:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f01fcc9-13", "ovs_interfaceid": "2f01fcc9-131b-44ac-be05-7584144c29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.003859] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642547} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.004147] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 38ec3326-e350-448f-98b5-e30cbe5e3864/38ec3326-e350-448f-98b5-e30cbe5e3864.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.004357] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.004685] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6ba71f-f95f-4624-801f-ac7723bffc89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.011731] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1318.011731] env[62777]: value = "task-1693416" [ 1318.011731] env[62777]: _type = "Task" [ 1318.011731] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.020896] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.067232] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693412, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.087842] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Updated VIF entry in instance network info cache for port cb0db148-73cb-43e5-bf90-a0eed30aa6b3. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.088248] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Updating instance_info_cache with network_info: [{"id": "cb0db148-73cb-43e5-bf90-a0eed30aa6b3", "address": "fa:16:3e:16:73:c1", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0db148-73", "ovs_interfaceid": "cb0db148-73cb-43e5-bf90-a0eed30aa6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.164108] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1318.164635] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.167343] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.542s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.171024] env[62777]: DEBUG nova.objects.instance [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lazy-loading 'resources' on Instance uuid d847af88-9acc-4ecf-a290-c3ded02265a3 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.207570] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075447} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.207570] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.207570] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9668f6-1bad-4d61-a659-ccc4780826e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.233307] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f/3aa8f348-e15b-43e0-96a0-a6fb6c57f00f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.234265] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e758917-23f7-407e-b0b6-e27ea2ce0391 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.260997] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1318.260997] env[62777]: value = "task-1693417" [ 1318.260997] env[62777]: _type = "Task" [ 1318.260997] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.272370] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.424212] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693415, 'name': Rename_Task, 'duration_secs': 0.195503} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.424519] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.424785] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9bb097-276e-4dde-ad8d-515ad6318620 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.431245] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1318.431245] env[62777]: value = "task-1693418" [ 1318.431245] env[62777]: _type = "Task" [ 1318.431245] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.439043] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "refresh_cache-a19f9cf9-0026-437b-84ee-66f875aeb636" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.439347] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Instance network_info: |[{"id": "2f01fcc9-131b-44ac-be05-7584144c29c7", "address": "fa:16:3e:c1:8e:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f01fcc9-13", "ovs_interfaceid": "2f01fcc9-131b-44ac-be05-7584144c29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.439829] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:8e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f01fcc9-131b-44ac-be05-7584144c29c7', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.448169] env[62777]: DEBUG oslo.service.loopingcall [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1318.451229] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.451518] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.451725] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a866240-bea0-4932-b6f3-dce070d5cb7a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.475371] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.475371] env[62777]: value = "task-1693419" [ 1318.475371] env[62777]: _type = "Task" [ 1318.475371] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.483457] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693419, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.525929] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0664} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.526511] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.528167] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7b0631-b210-4094-9a51-2a85bc7ce3fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.557869] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 38ec3326-e350-448f-98b5-e30cbe5e3864/38ec3326-e350-448f-98b5-e30cbe5e3864.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.558294] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ca65db-99b6-49b4-98c6-61e0a16e1b4c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.584182] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693412, 'name': CreateSnapshot_Task, 'duration_secs': 1.80362} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.584449] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1318.585197] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d205aa-ef55-41cd-ba4b-6536c33705cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.588987] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1318.588987] env[62777]: value = "task-1693420" [ 1318.588987] env[62777]: _type = "Task" [ 1318.588987] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.597299] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Releasing lock "refresh_cache-38ec3326-e350-448f-98b5-e30cbe5e3864" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.597528] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Received event network-changed-a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1318.597710] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Refreshing instance network info cache due to event network-changed-a77b44f1-52d7-4ec1-a031-bb5f2211227b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1318.597936] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquiring lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.598086] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquired lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.598252] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Refreshing network info cache for port a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1318.605206] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.671176] env[62777]: DEBUG nova.compute.utils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1318.675570] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.675782] env[62777]: DEBUG nova.network.neutron [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.749924] env[62777]: DEBUG nova.policy [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7ed03c5dabc9424fbb7ed26c9ca2f94b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e8cefa6a9334006a04b84161f57d876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.774427] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693417, 'name': ReconfigVM_Task, 'duration_secs': 0.330969} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.774717] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f/3aa8f348-e15b-43e0-96a0-a6fb6c57f00f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.777937] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53e4b3f2-8f37-4681-946e-cb59651413c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.784293] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1318.784293] env[62777]: value = "task-1693421" [ 1318.784293] env[62777]: _type = "Task" [ 1318.784293] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.795496] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693421, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.946517] env[62777]: DEBUG oslo_vmware.api [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693418, 'name': PowerOnVM_Task, 'duration_secs': 0.492992} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.946861] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.947318] env[62777]: DEBUG nova.compute.manager [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1318.948109] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d583e8a-01d0-49bb-b5d1-9ff975279df1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.990360] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693419, 'name': CreateVM_Task, 'duration_secs': 0.409191} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.990360] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.991128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.991371] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.991945] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1318.992262] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8428da0-df6b-48da-b2b0-63fc5ea31132 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.998059] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1318.998059] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52faffc1-ea78-c95d-11e3-bc48142b6268" [ 1318.998059] env[62777]: _type = "Task" [ 1318.998059] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.010561] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52faffc1-ea78-c95d-11e3-bc48142b6268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.060418] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.060731] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.121188] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1319.121188] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693420, 'name': ReconfigVM_Task, 'duration_secs': 0.411993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.121188] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-985d812b-4c8f-4be4-92c0-3b6082da1935 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.124220] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 38ec3326-e350-448f-98b5-e30cbe5e3864/38ec3326-e350-448f-98b5-e30cbe5e3864.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.127960] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-340cf7e0-a993-42d0-beab-440f3ff77e07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.135664] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1319.135664] env[62777]: value = "task-1693423" [ 1319.135664] env[62777]: _type = "Task" [ 1319.135664] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.137111] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1319.137111] env[62777]: value = "task-1693422" [ 1319.137111] env[62777]: _type = "Task" [ 1319.137111] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.163429] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693422, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.181046] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1319.241091] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf4336-d981-47f9-98a6-6e7c146f006a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.253886] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc764ccf-0232-457a-9850-b7f3c0aaad53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.297572] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5860ae5-eba7-4b8a-8f9c-45525c7e3ad0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.311864] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d28b742-8bfa-4ebb-b667-ce39f09aa340 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.316615] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693421, 'name': Rename_Task, 'duration_secs': 0.210374} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.316897] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.318165] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e57a1c8b-7e0a-4c86-8370-7c120c5c65a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.327431] env[62777]: DEBUG nova.compute.provider_tree [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.333561] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1319.333561] env[62777]: value = "task-1693424" [ 1319.333561] env[62777]: _type = "Task" [ 1319.333561] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.342219] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.343095] env[62777]: DEBUG nova.network.neutron [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Successfully created port: ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.470325] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.512022] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52faffc1-ea78-c95d-11e3-bc48142b6268, 'name': SearchDatastore_Task, 'duration_secs': 0.01465} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.512022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1319.512022] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1319.512022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.512237] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.512237] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1319.512237] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19dec262-63ef-4906-9e0c-292720e0d769 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.520242] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1319.520749] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1319.521658] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e3e2211-1fc8-4c02-ad31-e428432c09e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.530019] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1319.530019] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fb42ee-5fb9-7048-3e6c-cddfe74ea837" [ 1319.530019] env[62777]: _type = "Task" [ 1319.530019] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.537652] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fb42ee-5fb9-7048-3e6c-cddfe74ea837, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.658598] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693422, 'name': Rename_Task, 'duration_secs': 0.154165} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.659121] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693423, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.659576] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.659981] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bebead51-6621-4532-8f4c-eb13f4b41cd9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.667070] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1319.667070] env[62777]: value = "task-1693425" [ 1319.667070] env[62777]: _type = "Task" [ 1319.667070] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.676726] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.831233] env[62777]: DEBUG nova.scheduler.client.report [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1319.847726] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693424, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.041508] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fb42ee-5fb9-7048-3e6c-cddfe74ea837, 'name': SearchDatastore_Task, 'duration_secs': 0.013017} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.042984] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1971e6d-4e23-4374-b953-7303f9de1cae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.050921] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1320.050921] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528baef6-0e4f-aec0-b0d9-d2d317709824" [ 1320.050921] env[62777]: _type = "Task" [ 1320.050921] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.060421] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528baef6-0e4f-aec0-b0d9-d2d317709824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.161381] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693423, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.178763] env[62777]: DEBUG oslo_vmware.api [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693425, 'name': PowerOnVM_Task, 'duration_secs': 0.474389} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.179076] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.179373] env[62777]: INFO nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1320.179597] env[62777]: DEBUG nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.180560] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccf2fc0-5413-4d0f-b192-ecd56cbe3078 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.191520] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.244029] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1320.245119] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1320.245119] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.245307] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1320.245603] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.245901] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1320.246880] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1320.246880] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1320.246880] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1320.246880] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1320.247251] env[62777]: DEBUG nova.virt.hardware [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1320.250322] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb600d03-30e6-463b-9bc3-0226e17e08da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.259412] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af470e8c-1ac7-4dff-9e18-adcbe85291c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.342154] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.346118] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.391s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.348119] env[62777]: INFO nova.compute.claims [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.352477] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updated VIF entry in instance network info cache for port a77b44f1-52d7-4ec1-a031-bb5f2211227b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.352871] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updating instance_info_cache with network_info: [{"id": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "address": "fa:16:3e:53:3b:c2", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b44f1-52", "ovs_interfaceid": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.358183] env[62777]: DEBUG oslo_vmware.api [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693424, 'name': PowerOnVM_Task, 'duration_secs': 1.015255} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.358729] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.359034] env[62777]: INFO nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Took 13.47 seconds to spawn the instance on the hypervisor. [ 1320.359256] env[62777]: DEBUG nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.360184] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0db5c4-77d7-4b3a-be84-d201c7a2ee1a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.377152] env[62777]: INFO nova.scheduler.client.report [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Deleted allocations for instance d847af88-9acc-4ecf-a290-c3ded02265a3 [ 1320.564430] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528baef6-0e4f-aec0-b0d9-d2d317709824, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.564729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.564951] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a19f9cf9-0026-437b-84ee-66f875aeb636/a19f9cf9-0026-437b-84ee-66f875aeb636.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1320.565240] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cadb467-97d9-4b54-a4db-fc5e7992fb1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.573311] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1320.573311] env[62777]: value = "task-1693426" [ 1320.573311] env[62777]: _type = "Task" [ 1320.573311] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.582345] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.654316] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693423, 'name': CloneVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.708622] env[62777]: INFO nova.compute.manager [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Took 44.93 seconds to build instance. [ 1320.760106] env[62777]: DEBUG nova.compute.manager [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1320.760106] env[62777]: DEBUG nova.compute.manager [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing instance network info cache due to event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1320.760224] env[62777]: DEBUG oslo_concurrency.lockutils [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.762919] env[62777]: DEBUG oslo_concurrency.lockutils [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.762919] env[62777]: DEBUG nova.network.neutron [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.859840] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Releasing lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.860250] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Received event network-changed-a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1320.860342] env[62777]: DEBUG nova.compute.manager [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Refreshing instance network info cache due to event network-changed-a77b44f1-52d7-4ec1-a031-bb5f2211227b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1320.860548] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquiring lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.860687] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Acquired lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.860862] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Refreshing network info cache for port a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.866579] env[62777]: DEBUG nova.compute.manager [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Received event network-changed-2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1320.866764] env[62777]: DEBUG nova.compute.manager [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Refreshing instance network info cache due to event network-changed-2f01fcc9-131b-44ac-be05-7584144c29c7. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1320.866962] env[62777]: DEBUG oslo_concurrency.lockutils [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] Acquiring lock "refresh_cache-a19f9cf9-0026-437b-84ee-66f875aeb636" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1320.867116] env[62777]: DEBUG oslo_concurrency.lockutils [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] Acquired lock "refresh_cache-a19f9cf9-0026-437b-84ee-66f875aeb636" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.867274] env[62777]: DEBUG nova.network.neutron [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Refreshing network info cache for port 2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.886454] env[62777]: INFO nova.compute.manager [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Took 47.30 seconds to build instance. [ 1320.892198] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bad7cd98-7f4c-4d69-9adb-9a6c4865fb40 tempest-FloatingIPsAssociationNegativeTestJSON-216582213 tempest-FloatingIPsAssociationNegativeTestJSON-216582213-project-member] Lock "d847af88-9acc-4ecf-a290-c3ded02265a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.816s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.090097] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693426, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.157116] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693423, 'name': CloneVM_Task, 'duration_secs': 1.574807} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.157535] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Created linked-clone VM from snapshot [ 1321.158701] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a70590e-704a-4946-ba98-65e4097482dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.169060] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Uploading image 84037a98-58de-47e2-b30e-a0607d7ff87e {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1321.211800] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1321.211800] env[62777]: value = "vm-353111" [ 1321.211800] env[62777]: _type = "VirtualMachine" [ 1321.211800] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1321.212221] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-66bd36ca-73fb-47ee-af65-729cb7fcee68 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.215450] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e0e78f6-ba6b-41d5-bdd7-c2db78b3ec09 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.682s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.223639] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lease: (returnval){ [ 1321.223639] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c65447-3d66-c4ae-91d4-8116d807744c" [ 1321.223639] env[62777]: _type = "HttpNfcLease" [ 1321.223639] env[62777]: } obtained for exporting VM: (result){ [ 1321.223639] env[62777]: value = "vm-353111" [ 1321.223639] env[62777]: _type = "VirtualMachine" [ 1321.223639] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1321.223956] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the lease: (returnval){ [ 1321.223956] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c65447-3d66-c4ae-91d4-8116d807744c" [ 1321.223956] env[62777]: _type = "HttpNfcLease" [ 1321.223956] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1321.233358] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.233358] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c65447-3d66-c4ae-91d4-8116d807744c" [ 1321.233358] env[62777]: _type = "HttpNfcLease" [ 1321.233358] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1321.394372] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d2666711-3b0c-4948-81ac-6c8257028765 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.914s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.586750] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729148} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.592541] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a19f9cf9-0026-437b-84ee-66f875aeb636/a19f9cf9-0026-437b-84ee-66f875aeb636.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.592767] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.593919] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a90b7467-7d65-4537-afff-ac5b7bf5c776 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.602103] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1321.602103] env[62777]: value = "task-1693428" [ 1321.602103] env[62777]: _type = "Task" [ 1321.602103] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.614610] env[62777]: DEBUG nova.network.neutron [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Successfully updated port: ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.619406] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.719247] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.734287] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1321.734287] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c65447-3d66-c4ae-91d4-8116d807744c" [ 1321.734287] env[62777]: _type = "HttpNfcLease" [ 1321.734287] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1321.734287] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1321.734287] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c65447-3d66-c4ae-91d4-8116d807744c" [ 1321.734287] env[62777]: _type = "HttpNfcLease" [ 1321.734287] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1321.734883] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bccdbb5-9ac6-4fa0-bfc5-d49a814615f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.752843] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52567566-b7df-ae7c-14bb-a2fc33003e77/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1321.752843] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52567566-b7df-ae7c-14bb-a2fc33003e77/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1321.900711] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.908016] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8280a76b-c1aa-474b-a886-686d9c9f0716 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.980600] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baadbab-e053-4a72-8b38-4a62d8d34f5a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.990163] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2a7a56-1ad6-4907-b049-955216618bb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.025279] env[62777]: DEBUG nova.network.neutron [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Updated VIF entry in instance network info cache for port 2f01fcc9-131b-44ac-be05-7584144c29c7. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.025962] env[62777]: DEBUG nova.network.neutron [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Updating instance_info_cache with network_info: [{"id": "2f01fcc9-131b-44ac-be05-7584144c29c7", "address": "fa:16:3e:c1:8e:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f01fcc9-13", "ovs_interfaceid": "2f01fcc9-131b-44ac-be05-7584144c29c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.027826] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d77bb3-5769-4125-b922-6f2b6a5444e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.036392] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e5901e-92f0-4af5-84d3-2f02e0cb2692 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.052235] env[62777]: DEBUG nova.compute.provider_tree [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.054611] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updated VIF entry in instance network info cache for port a77b44f1-52d7-4ec1-a031-bb5f2211227b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.055106] env[62777]: DEBUG nova.network.neutron [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updating instance_info_cache with network_info: [{"id": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "address": "fa:16:3e:53:3b:c2", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa77b44f1-52", "ovs_interfaceid": "a77b44f1-52d7-4ec1-a031-bb5f2211227b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.114888] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12219} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.115867] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.117148] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a529da-3ed0-450d-9d25-54c69c26a923 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.120630] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "refresh_cache-87e0118a-b9eb-4298-950c-495814102d8a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.120707] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquired lock "refresh_cache-87e0118a-b9eb-4298-950c-495814102d8a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.120804] env[62777]: DEBUG nova.network.neutron [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.146308] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] a19f9cf9-0026-437b-84ee-66f875aeb636/a19f9cf9-0026-437b-84ee-66f875aeb636.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.146789] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1090e68-f7f0-4950-ad74-f063c592fb52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.169043] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1322.169043] env[62777]: value = "task-1693429" [ 1322.169043] env[62777]: _type = "Task" [ 1322.169043] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.180495] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693429, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.255225] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.283659] env[62777]: DEBUG nova.network.neutron [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updated VIF entry in instance network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1322.284217] env[62777]: DEBUG nova.network.neutron [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.423029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.532862] env[62777]: DEBUG oslo_concurrency.lockutils [req-279404a8-e97d-4940-9186-d2d46e596351 req-2f2b5283-0bd2-4c6f-8bbb-ac07844dec62 service nova] Releasing lock "refresh_cache-a19f9cf9-0026-437b-84ee-66f875aeb636" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.562760] env[62777]: DEBUG nova.scheduler.client.report [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1322.564132] env[62777]: DEBUG oslo_concurrency.lockutils [req-f7b25d55-93d8-4209-8cba-2370964f9bdd req-c85de841-9118-4be4-8522-38e62b32e120 service nova] Releasing lock "refresh_cache-dce265ac-9ed7-4309-a9f6-df53769fe826" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.681909] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693429, 'name': ReconfigVM_Task, 'duration_secs': 0.28115} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.681909] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Reconfigured VM instance instance-00000018 to attach disk [datastore1] a19f9cf9-0026-437b-84ee-66f875aeb636/a19f9cf9-0026-437b-84ee-66f875aeb636.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1322.681909] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2176972b-f4e8-4bee-82cf-29a26dd2e10f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.689312] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1322.689312] env[62777]: value = "task-1693430" [ 1322.689312] env[62777]: _type = "Task" [ 1322.689312] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.704664] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693430, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.718544] env[62777]: DEBUG nova.network.neutron [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.752988] env[62777]: DEBUG nova.compute.manager [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Received event network-changed {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1322.754611] env[62777]: DEBUG nova.compute.manager [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Refreshing instance network info cache due to event network-changed. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1322.754926] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] Acquiring lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.755154] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] Acquired lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.755334] env[62777]: DEBUG nova.network.neutron [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.788177] env[62777]: DEBUG oslo_concurrency.lockutils [req-7256cf19-0e3c-4c81-a582-26612a1ac254 req-79399d19-84e2-40de-8f1e-7b3df5410fea service nova] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.065211] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.065799] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1323.069021] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.055s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.071660] env[62777]: INFO nova.compute.claims [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.204497] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693430, 'name': Rename_Task, 'duration_secs': 0.157114} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.207406] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.207718] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc8789b9-e89d-4e12-96ea-dd01be5436ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.215485] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1323.215485] env[62777]: value = "task-1693431" [ 1323.215485] env[62777]: _type = "Task" [ 1323.215485] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.234130] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.306092] env[62777]: DEBUG nova.network.neutron [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Updating instance_info_cache with network_info: [{"id": "ed27117f-3c35-456f-b898-d7fd249f6e7e", "address": "fa:16:3e:b3:9d:4b", "network": {"id": "537d404d-02fe-40bf-9bc6-5161d4587dc2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1620103475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8cefa6a9334006a04b84161f57d876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped27117f-3c", "ovs_interfaceid": "ed27117f-3c35-456f-b898-d7fd249f6e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.582769] env[62777]: DEBUG nova.compute.utils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1323.590958] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1323.591554] env[62777]: DEBUG nova.network.neutron [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1323.728592] env[62777]: DEBUG oslo_vmware.api [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693431, 'name': PowerOnVM_Task, 'duration_secs': 0.484502} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.728953] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.729130] env[62777]: INFO nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1323.729403] env[62777]: DEBUG nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.730349] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98168e95-6c30-4951-8afe-715e5b92bef2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.758645] env[62777]: DEBUG nova.policy [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7537eac66ab7488fb98aa9c1951b81ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd6f49f535234602a006fb948243712b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.815017] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Releasing lock "refresh_cache-87e0118a-b9eb-4298-950c-495814102d8a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.815017] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Instance network_info: |[{"id": "ed27117f-3c35-456f-b898-d7fd249f6e7e", "address": "fa:16:3e:b3:9d:4b", "network": {"id": "537d404d-02fe-40bf-9bc6-5161d4587dc2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1620103475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8cefa6a9334006a04b84161f57d876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped27117f-3c", "ovs_interfaceid": "ed27117f-3c35-456f-b898-d7fd249f6e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.815282] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9d:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57d4be17-536f-4a81-bea9-6547bd50f4a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed27117f-3c35-456f-b898-d7fd249f6e7e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.830588] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Creating folder: Project (4e8cefa6a9334006a04b84161f57d876). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.830588] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2e3da35-f5ff-40d2-8d4b-9f08b1a15144 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.831087] env[62777]: DEBUG nova.compute.manager [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Received event network-vif-plugged-ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1323.831494] env[62777]: DEBUG oslo_concurrency.lockutils [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] Acquiring lock "87e0118a-b9eb-4298-950c-495814102d8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.831772] env[62777]: DEBUG oslo_concurrency.lockutils [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] Lock "87e0118a-b9eb-4298-950c-495814102d8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.832015] env[62777]: DEBUG oslo_concurrency.lockutils [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] Lock "87e0118a-b9eb-4298-950c-495814102d8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.832377] env[62777]: DEBUG nova.compute.manager [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] No waiting events found dispatching network-vif-plugged-ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.835823] env[62777]: WARNING nova.compute.manager [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Received unexpected event network-vif-plugged-ed27117f-3c35-456f-b898-d7fd249f6e7e for instance with vm_state building and task_state spawning. [ 1323.835823] env[62777]: DEBUG nova.compute.manager [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Received event network-changed-ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1323.835823] env[62777]: DEBUG nova.compute.manager [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Refreshing instance network info cache due to event network-changed-ed27117f-3c35-456f-b898-d7fd249f6e7e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1323.835823] env[62777]: DEBUG oslo_concurrency.lockutils [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] Acquiring lock "refresh_cache-87e0118a-b9eb-4298-950c-495814102d8a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.835823] env[62777]: DEBUG oslo_concurrency.lockutils [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] Acquired lock "refresh_cache-87e0118a-b9eb-4298-950c-495814102d8a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.836207] env[62777]: DEBUG nova.network.neutron [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Refreshing network info cache for port ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.844213] env[62777]: DEBUG nova.network.neutron [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Updating instance_info_cache with network_info: [{"id": "859394f7-790d-4304-881e-52b02e696233", "address": "fa:16:3e:16:f5:d8", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap859394f7-79", "ovs_interfaceid": "859394f7-790d-4304-881e-52b02e696233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.848947] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Created folder: Project (4e8cefa6a9334006a04b84161f57d876) in parent group-v353040. [ 1323.849175] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Creating folder: Instances. Parent ref: group-v353112. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.849419] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eee6fd30-2825-4c20-ab74-f5445c3a4192 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.862727] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Created folder: Instances in parent group-v353112. [ 1323.862988] env[62777]: DEBUG oslo.service.loopingcall [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.863241] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.863395] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee887bb4-9b24-4883-b381-7b120ae3cd96 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.883773] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.883773] env[62777]: value = "task-1693434" [ 1323.883773] env[62777]: _type = "Task" [ 1323.883773] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.895748] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693434, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.999031] env[62777]: DEBUG nova.compute.manager [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1323.999031] env[62777]: DEBUG nova.compute.manager [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing instance network info cache due to event network-changed-4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1323.999031] env[62777]: DEBUG oslo_concurrency.lockutils [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] Acquiring lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.999031] env[62777]: DEBUG oslo_concurrency.lockutils [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] Acquired lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.999031] env[62777]: DEBUG nova.network.neutron [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Refreshing network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1324.077796] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "dded2e30-028a-4e55-958e-5bfb544ea23d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.080488] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.080816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "dded2e30-028a-4e55-958e-5bfb544ea23d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.081487] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.081487] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.084254] env[62777]: INFO nova.compute.manager [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Terminating instance [ 1324.097814] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1324.255272] env[62777]: INFO nova.compute.manager [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Took 46.15 seconds to build instance. [ 1324.278806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.279149] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.279375] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.279587] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.279823] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.282704] env[62777]: INFO nova.compute.manager [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Terminating instance [ 1324.349274] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c9aa9f43-6636-403e-ad39-f4f24e370cfb tempest-ServerExternalEventsTest-843932867 tempest-ServerExternalEventsTest-843932867-project] Releasing lock "refresh_cache-3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.397829] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693434, 'name': CreateVM_Task, 'duration_secs': 0.470491} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.401378] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.402772] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.403114] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.403536] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.403908] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7fcae7-981a-448e-adb1-3a4ff7b39e83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.409356] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1324.409356] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529dddc0-520a-32b0-9659-1e9a93c9a30c" [ 1324.409356] env[62777]: _type = "Task" [ 1324.409356] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.422433] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529dddc0-520a-32b0-9659-1e9a93c9a30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.589459] env[62777]: DEBUG nova.compute.manager [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.589742] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.592624] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44de29ea-a8a6-4d21-8acf-f8db33d784e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.611827] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.611827] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-897838e1-88b5-42d7-9538-daded926dc37 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.616508] env[62777]: DEBUG oslo_vmware.api [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1324.616508] env[62777]: value = "task-1693435" [ 1324.616508] env[62777]: _type = "Task" [ 1324.616508] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.627357] env[62777]: DEBUG oslo_vmware.api [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.675349] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990a483b-f6d9-4546-bf3a-cc39857d4cac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.684212] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f0724d-3a7b-4f24-a000-54358ba84145 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.718984] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0488c040-2f15-4f8c-96c0-23485c142555 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.729635] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee2bada-8011-4101-8e46-8e89d0cab513 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.744395] env[62777]: DEBUG nova.compute.provider_tree [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.760188] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ec0d4856-0499-43fa-a50e-44f3be3f6312 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.912s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.790595] env[62777]: DEBUG nova.compute.manager [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.790887] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.791930] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd55093-ed68-4ac4-8fbd-2a3aeb9f6f22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.803907] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.804206] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b184b8a-cae8-4eb6-a56c-7f75472d47b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.811398] env[62777]: DEBUG oslo_vmware.api [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1324.811398] env[62777]: value = "task-1693436" [ 1324.811398] env[62777]: _type = "Task" [ 1324.811398] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.820777] env[62777]: DEBUG oslo_vmware.api [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.924480] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529dddc0-520a-32b0-9659-1e9a93c9a30c, 'name': SearchDatastore_Task, 'duration_secs': 0.014542} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.925049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.925136] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.926826] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.926826] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.926826] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.926826] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1aa813b9-da46-49fa-9d71-6e6bb0449e85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.936280] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.936435] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.937794] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a390cf99-0f2c-4296-b3b4-5e0f7f529710 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.944135] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1324.944135] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525f804e-480e-b901-2897-b6c922208d69" [ 1324.944135] env[62777]: _type = "Task" [ 1324.944135] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.952530] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525f804e-480e-b901-2897-b6c922208d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.113692] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1325.144094] env[62777]: DEBUG oslo_vmware.api [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693435, 'name': PowerOffVM_Task, 'duration_secs': 0.249001} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.144352] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.144615] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.144916] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e17fd55c-1e80-4181-adf3-9c0ae4e9fbb4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.160239] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1325.160607] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1325.160827] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.161480] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1325.161603] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.161824] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1325.162221] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1325.162724] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1325.162961] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1325.163324] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1325.163589] env[62777]: DEBUG nova.virt.hardware [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.164842] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a08f7b6-821e-4b49-9a20-f03c741f81cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.181077] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf4520-8d03-4cb5-8032-bfbc1d40e996 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.216224] env[62777]: DEBUG nova.network.neutron [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Successfully created port: 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.240167] env[62777]: DEBUG nova.network.neutron [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Updated VIF entry in instance network info cache for port ed27117f-3c35-456f-b898-d7fd249f6e7e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.240950] env[62777]: DEBUG nova.network.neutron [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Updating instance_info_cache with network_info: [{"id": "ed27117f-3c35-456f-b898-d7fd249f6e7e", "address": "fa:16:3e:b3:9d:4b", "network": {"id": "537d404d-02fe-40bf-9bc6-5161d4587dc2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1620103475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e8cefa6a9334006a04b84161f57d876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57d4be17-536f-4a81-bea9-6547bd50f4a3", "external-id": "nsx-vlan-transportzone-163", "segmentation_id": 163, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped27117f-3c", "ovs_interfaceid": "ed27117f-3c35-456f-b898-d7fd249f6e7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.244205] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.244519] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.244798] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] dded2e30-028a-4e55-958e-5bfb544ea23d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.249047] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00a942c8-d628-489a-b985-c589e3f8ab5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.252123] env[62777]: DEBUG nova.scheduler.client.report [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1325.263683] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.266998] env[62777]: DEBUG oslo_vmware.api [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1325.266998] env[62777]: value = "task-1693438" [ 1325.266998] env[62777]: _type = "Task" [ 1325.266998] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.278213] env[62777]: DEBUG oslo_vmware.api [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.324575] env[62777]: DEBUG oslo_vmware.api [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693436, 'name': PowerOffVM_Task, 'duration_secs': 0.211756} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.324575] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.324575] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.324575] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24ebfc2c-38ff-41ef-840b-b45a26f30ca0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.376267] env[62777]: DEBUG nova.network.neutron [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updated VIF entry in instance network info cache for port 4a7df64c-cf14-43fe-ba91-0c167f9b952c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1325.377217] env[62777]: DEBUG nova.network.neutron [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [{"id": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "address": "fa:16:3e:e6:68:bf", "network": {"id": "c1efc010-9f29-44f8-bb61-523097d17d74", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-2052864296-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "bbf712c5bcc74acfa882a29081a45164", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7df64c-cf", "ovs_interfaceid": "4a7df64c-cf14-43fe-ba91-0c167f9b952c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.405065] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.405065] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.405291] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Deleting the datastore file [datastore1] 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.405493] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2a70328-d9aa-4497-b9a9-a4dfe6d49a51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.413219] env[62777]: DEBUG oslo_vmware.api [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for the task: (returnval){ [ 1325.413219] env[62777]: value = "task-1693440" [ 1325.413219] env[62777]: _type = "Task" [ 1325.413219] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.423258] env[62777]: DEBUG oslo_vmware.api [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.456269] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525f804e-480e-b901-2897-b6c922208d69, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.457582] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33ed117c-5f45-4069-a978-083e0881a814 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.463729] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1325.463729] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5273155e-4212-5692-eae6-67d64509bd3b" [ 1325.463729] env[62777]: _type = "Task" [ 1325.463729] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.472671] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5273155e-4212-5692-eae6-67d64509bd3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.749701] env[62777]: DEBUG oslo_concurrency.lockutils [req-6b89e71a-b2ed-421c-9c65-288d3a972fa3 req-b66541c9-bb3b-4e52-a43d-0fb1d0750825 service nova] Releasing lock "refresh_cache-87e0118a-b9eb-4298-950c-495814102d8a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.757916] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1325.759111] env[62777]: DEBUG nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.762306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.500s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.764324] env[62777]: INFO nova.compute.claims [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1325.786812] env[62777]: DEBUG oslo_vmware.api [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335196} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.786812] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.786812] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.786812] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.786812] env[62777]: INFO nova.compute.manager [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1325.786973] env[62777]: DEBUG oslo.service.loopingcall [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.786973] env[62777]: DEBUG nova.compute.manager [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.786973] env[62777]: DEBUG nova.network.neutron [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.804019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.883751] env[62777]: DEBUG oslo_concurrency.lockutils [req-52822d8f-a279-4646-8d83-694e50843d13 req-0bd25a6f-9efe-4bc5-8fdb-3a4b52e70847 service nova] Releasing lock "refresh_cache-cc589df4-6e32-401a-987a-b9dc24d49947" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.929904] env[62777]: DEBUG oslo_vmware.api [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Task: {'id': task-1693440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294538} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.931730] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.931730] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.931730] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.934101] env[62777]: INFO nova.compute.manager [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1325.934546] env[62777]: DEBUG oslo.service.loopingcall [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1325.941140] env[62777]: DEBUG nova.compute.manager [-] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.941140] env[62777]: DEBUG nova.network.neutron [-] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.977657] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5273155e-4212-5692-eae6-67d64509bd3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01604} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.977996] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.978459] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 87e0118a-b9eb-4298-950c-495814102d8a/87e0118a-b9eb-4298-950c-495814102d8a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.978459] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd9d1d6-def9-4f83-a559-2064a659e9b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.987737] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1325.987737] env[62777]: value = "task-1693441" [ 1325.987737] env[62777]: _type = "Task" [ 1325.987737] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.998171] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.273790] env[62777]: DEBUG nova.compute.utils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.275534] env[62777]: DEBUG nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1326.441823] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "cc589df4-6e32-401a-987a-b9dc24d49947" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.443852] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "cc589df4-6e32-401a-987a-b9dc24d49947" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.443852] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "cc589df4-6e32-401a-987a-b9dc24d49947-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.443852] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "cc589df4-6e32-401a-987a-b9dc24d49947-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.443852] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "cc589df4-6e32-401a-987a-b9dc24d49947-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.447420] env[62777]: INFO nova.compute.manager [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Terminating instance [ 1326.503478] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693441, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.651841] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "3884f29c-8a5d-4482-8679-117f3253522f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.652283] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "3884f29c-8a5d-4482-8679-117f3253522f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.783368] env[62777]: DEBUG nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.953560] env[62777]: DEBUG nova.compute.manager [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1326.953801] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1326.957599] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9674608-c9ee-4659-8885-1c2f4359dd72 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.971160] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1326.971545] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a115b5-6184-4908-bd7b-cadb54536569 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.978687] env[62777]: DEBUG oslo_vmware.api [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1326.978687] env[62777]: value = "task-1693442" [ 1326.978687] env[62777]: _type = "Task" [ 1326.978687] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.992564] env[62777]: DEBUG oslo_vmware.api [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.002410] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566682} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.007950] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 87e0118a-b9eb-4298-950c-495814102d8a/87e0118a-b9eb-4298-950c-495814102d8a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.008204] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.008479] env[62777]: DEBUG nova.network.neutron [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.009669] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74875d88-908f-4e7b-ad8e-afdf82f0e65a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.020598] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1327.020598] env[62777]: value = "task-1693443" [ 1327.020598] env[62777]: _type = "Task" [ 1327.020598] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.037093] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.199155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "38ec3326-e350-448f-98b5-e30cbe5e3864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.199476] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.199899] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "38ec3326-e350-448f-98b5-e30cbe5e3864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.199899] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.200102] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.204340] env[62777]: INFO nova.compute.manager [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Terminating instance [ 1327.284035] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9d4b8943-c1b3-46db-805f-e7195f8b3306" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.284035] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.457046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee6deea-9512-48f1-9661-314ba364cbd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.465838] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca74c5f8-863f-4a60-8655-c3b3577041cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.501943] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa86d8a-c35f-4028-b4f0-2af4bff0d02b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.509968] env[62777]: DEBUG oslo_vmware.api [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693442, 'name': PowerOffVM_Task, 'duration_secs': 0.348431} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.512442] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.512676] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.514359] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ca2b6ed-c8ac-4901-9928-ef27e3169244 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.515864] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8913f0-56d5-442d-bb63-1d268cf37c0f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.520352] env[62777]: DEBUG nova.network.neutron [-] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.521951] env[62777]: INFO nova.compute.manager [-] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Took 1.74 seconds to deallocate network for instance. [ 1327.543092] env[62777]: DEBUG nova.compute.provider_tree [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.551638] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100648} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.552140] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.553186] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b6827-a4b3-44f8-ba97-047971ee4419 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.580904] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 87e0118a-b9eb-4298-950c-495814102d8a/87e0118a-b9eb-4298-950c-495814102d8a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.581897] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6797793-1ee9-4f53-be80-9b0d118f8811 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.598493] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.602029] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.602029] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Deleting the datastore file [datastore1] cc589df4-6e32-401a-987a-b9dc24d49947 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.602029] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8d606d2-b46d-4465-9a37-3078aee7b3ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.604009] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1327.604009] env[62777]: value = "task-1693445" [ 1327.604009] env[62777]: _type = "Task" [ 1327.604009] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.608460] env[62777]: DEBUG oslo_vmware.api [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for the task: (returnval){ [ 1327.608460] env[62777]: value = "task-1693446" [ 1327.608460] env[62777]: _type = "Task" [ 1327.608460] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.615847] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.621823] env[62777]: DEBUG oslo_vmware.api [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.720540] env[62777]: DEBUG nova.compute.manager [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1327.720540] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.722554] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ef066-984d-4a62-897a-ef6e11bd1df1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.731081] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.731206] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2d69cd4-e85b-4b17-a7ee-e62072c06a5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.737415] env[62777]: DEBUG oslo_vmware.api [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1327.737415] env[62777]: value = "task-1693447" [ 1327.737415] env[62777]: _type = "Task" [ 1327.737415] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.749174] env[62777]: DEBUG oslo_vmware.api [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.792754] env[62777]: DEBUG nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.826746] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1327.827115] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1327.827207] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.827394] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1327.827539] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.827681] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1327.827893] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1327.828058] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1327.828247] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1327.828375] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1327.828546] env[62777]: DEBUG nova.virt.hardware [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1327.829491] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795ab19a-0b71-4170-8e67-3acb10bc366a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.837974] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261611e0-ef56-44c7-810f-b57c25818b43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.854807] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1327.863179] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Creating folder: Project (10bceff1f18c4fb8a83889caaf704ee9). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.863179] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ca41935-8ad3-40f3-82f9-76bfd8e21883 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.873636] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Created folder: Project (10bceff1f18c4fb8a83889caaf704ee9) in parent group-v353040. [ 1327.874363] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Creating folder: Instances. Parent ref: group-v353115. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1327.874363] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9b42970-1e1f-487d-85c4-6b83c656e5f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.885117] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Created folder: Instances in parent group-v353115. [ 1327.885117] env[62777]: DEBUG oslo.service.loopingcall [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1327.885117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1327.885117] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0da02cd4-8705-445d-95f1-157c783be251 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.902074] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1327.902074] env[62777]: value = "task-1693450" [ 1327.902074] env[62777]: _type = "Task" [ 1327.902074] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.910136] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693450, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.023937] env[62777]: INFO nova.compute.manager [-] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Took 2.09 seconds to deallocate network for instance. [ 1328.045075] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.053971] env[62777]: DEBUG nova.scheduler.client.report [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1328.123255] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693445, 'name': ReconfigVM_Task, 'duration_secs': 0.471865} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.126934] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 87e0118a-b9eb-4298-950c-495814102d8a/87e0118a-b9eb-4298-950c-495814102d8a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.128561] env[62777]: DEBUG oslo_vmware.api [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Task: {'id': task-1693446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367285} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.128561] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5ec7db7-85c4-433e-ab72-41cb219a052d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.130175] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.130305] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.130935] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.130935] env[62777]: INFO nova.compute.manager [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1328.130935] env[62777]: DEBUG oslo.service.loopingcall [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.131164] env[62777]: DEBUG nova.compute.manager [-] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.131284] env[62777]: DEBUG nova.network.neutron [-] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.135759] env[62777]: DEBUG nova.compute.manager [req-b0378973-761b-4c5d-b83a-d67f9f03b710 req-f0d6aec8-d43b-4bff-a14b-0b073807db45 service nova] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Received event network-vif-deleted-55771f96-760f-4651-a563-d1a1462d0e2e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1328.142165] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1328.142165] env[62777]: value = "task-1693451" [ 1328.142165] env[62777]: _type = "Task" [ 1328.142165] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.157868] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693451, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.250617] env[62777]: DEBUG oslo_vmware.api [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693447, 'name': PowerOffVM_Task, 'duration_secs': 0.235606} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.250920] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.254957] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1328.255404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6774a06a-ad15-4554-952e-f0aa78067df2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.415620] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693450, 'name': CreateVM_Task, 'duration_secs': 0.394823} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.415918] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1328.416288] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.416456] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.416785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1328.417050] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb42fc15-1c1e-405a-9203-500bb7e7e976 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.423499] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1328.423499] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529d71e4-5f44-ca18-40b3-655d250fe3e0" [ 1328.423499] env[62777]: _type = "Task" [ 1328.423499] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.433982] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529d71e4-5f44-ca18-40b3-655d250fe3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.443560] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1328.443910] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1328.444218] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Deleting the datastore file [datastore1] 38ec3326-e350-448f-98b5-e30cbe5e3864 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1328.444571] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d78bd2-6878-47b8-ab47-4540ba03e6fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.454931] env[62777]: DEBUG oslo_vmware.api [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for the task: (returnval){ [ 1328.454931] env[62777]: value = "task-1693453" [ 1328.454931] env[62777]: _type = "Task" [ 1328.454931] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.465074] env[62777]: DEBUG oslo_vmware.api [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.531851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.560287] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1328.560894] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.568350] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.143s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.657756] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693451, 'name': Rename_Task, 'duration_secs': 0.181456} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.657756] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.659858] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-343b7a2d-f8c9-4eca-9541-2dec0ad61e78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.668570] env[62777]: DEBUG nova.network.neutron [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Successfully updated port: 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.674025] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1328.674025] env[62777]: value = "task-1693454" [ 1328.674025] env[62777]: _type = "Task" [ 1328.674025] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.684496] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693454, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.941122] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529d71e4-5f44-ca18-40b3-655d250fe3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014995} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.941442] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.941685] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.941922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.942081] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.942276] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.942552] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94aeae71-cd57-4208-94ab-6b4a61acfdd9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.956251] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.956491] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.963481] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b0ccdf-bd72-4246-ab10-0bf6bf60aded {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.972179] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1328.972179] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5245b336-ffab-88b4-0d5a-e37c29c6e5fa" [ 1328.972179] env[62777]: _type = "Task" [ 1328.972179] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.973768] env[62777]: DEBUG oslo_vmware.api [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Task: {'id': task-1693453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240783} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.977256] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.977476] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.977663] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.977849] env[62777]: INFO nova.compute.manager [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1328.978104] env[62777]: DEBUG oslo.service.loopingcall [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.978334] env[62777]: DEBUG nova.compute.manager [-] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1328.978412] env[62777]: DEBUG nova.network.neutron [-] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1328.988812] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245b336-ffab-88b4-0d5a-e37c29c6e5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.074043] env[62777]: DEBUG nova.compute.utils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.078341] env[62777]: INFO nova.compute.claims [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.086928] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.086928] env[62777]: DEBUG nova.network.neutron [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.174033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.174033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.174033] env[62777]: DEBUG nova.network.neutron [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.190594] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693454, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.232025] env[62777]: DEBUG nova.policy [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16f88f1585b54e0a8b2dbb20b2f36c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9da976a6a0a4d99bdc87f83f5b80d66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.337907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "9d055439-796b-48a8-b99b-1d74c4beb653" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.338150] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "9d055439-796b-48a8-b99b-1d74c4beb653" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.487503] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245b336-ffab-88b4-0d5a-e37c29c6e5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.020077} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.488553] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9264a060-d876-486a-87f4-0f5aa995dff7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.495394] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1329.495394] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5213c987-82d3-d476-faf6-6c1a7b4e0b91" [ 1329.495394] env[62777]: _type = "Task" [ 1329.495394] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.507018] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5213c987-82d3-d476-faf6-6c1a7b4e0b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.521518] env[62777]: DEBUG nova.compute.manager [req-4cc1c1eb-12d4-4f60-bf00-a287a3bbd660 req-48463800-fa51-49b1-9c30-d51f206a95ab service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-vif-plugged-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1329.521732] env[62777]: DEBUG oslo_concurrency.lockutils [req-4cc1c1eb-12d4-4f60-bf00-a287a3bbd660 req-48463800-fa51-49b1-9c30-d51f206a95ab service nova] Acquiring lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.521970] env[62777]: DEBUG oslo_concurrency.lockutils [req-4cc1c1eb-12d4-4f60-bf00-a287a3bbd660 req-48463800-fa51-49b1-9c30-d51f206a95ab service nova] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.525712] env[62777]: DEBUG oslo_concurrency.lockutils [req-4cc1c1eb-12d4-4f60-bf00-a287a3bbd660 req-48463800-fa51-49b1-9c30-d51f206a95ab service nova] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.525712] env[62777]: DEBUG nova.compute.manager [req-4cc1c1eb-12d4-4f60-bf00-a287a3bbd660 req-48463800-fa51-49b1-9c30-d51f206a95ab service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] No waiting events found dispatching network-vif-plugged-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.525712] env[62777]: WARNING nova.compute.manager [req-4cc1c1eb-12d4-4f60-bf00-a287a3bbd660 req-48463800-fa51-49b1-9c30-d51f206a95ab service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received unexpected event network-vif-plugged-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 for instance with vm_state building and task_state spawning. [ 1329.543834] env[62777]: DEBUG nova.network.neutron [-] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.585786] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.592381] env[62777]: INFO nova.compute.resource_tracker [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating resource usage from migration 9accb8d1-9bfe-4352-821e-1ef14febd6a2 [ 1329.702015] env[62777]: DEBUG oslo_vmware.api [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693454, 'name': PowerOnVM_Task, 'duration_secs': 0.620172} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.702442] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.702751] env[62777]: INFO nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1329.703071] env[62777]: DEBUG nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.708084] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae19d761-a8fa-45c1-b395-8b63d1d9ce5e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.810031] env[62777]: DEBUG nova.network.neutron [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.023104] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5213c987-82d3-d476-faf6-6c1a7b4e0b91, 'name': SearchDatastore_Task, 'duration_secs': 0.029981} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.023104] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.029723] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 0315f577-be23-4841-b6e0-c3478c6331f6/0315f577-be23-4841-b6e0-c3478c6331f6.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.032528] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52edb4fc-b85b-4d01-8057-23573b59fa75 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.046881] env[62777]: INFO nova.compute.manager [-] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Took 1.91 seconds to deallocate network for instance. [ 1330.060046] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1330.060046] env[62777]: value = "task-1693455" [ 1330.060046] env[62777]: _type = "Task" [ 1330.060046] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.076991] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.245031] env[62777]: INFO nova.compute.manager [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Took 45.54 seconds to build instance. [ 1330.260437] env[62777]: DEBUG nova.network.neutron [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Successfully created port: d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.481257] env[62777]: DEBUG nova.network.neutron [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.497096] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ce630e-8619-4c3b-b641-0ba1809d2f7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.512491] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ff5b91-cf49-40b7-9bd5-86739fdb3bf1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.553540] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e6c2d1-2dfd-44c9-a288-a71779846c69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.559686] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.572270] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679a52bb-02a0-4c94-ac07-2833ddfdbf92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.593902] env[62777]: DEBUG nova.compute.provider_tree [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.595326] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693455, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.610569] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.652505] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1330.652855] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1330.652970] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.653993] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1330.654601] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.654601] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1330.654834] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1330.655074] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1330.655227] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1330.655453] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1330.655849] env[62777]: DEBUG nova.virt.hardware [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1330.656693] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5466683-6f7c-4053-a809-09673613cb69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.666560] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd40b15-5be6-4a34-8be4-f75f8841cc58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.723873] env[62777]: DEBUG nova.network.neutron [-] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.759261] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12f4bbf5-c2f9-4513-81cf-cd50964a0cce tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "87e0118a-b9eb-4298-950c-495814102d8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.746s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.895328] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52567566-b7df-ae7c-14bb-a2fc33003e77/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1330.896161] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f845609c-a436-46f2-be99-1ec8fab00ef5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.903868] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52567566-b7df-ae7c-14bb-a2fc33003e77/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1330.903989] env[62777]: ERROR oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52567566-b7df-ae7c-14bb-a2fc33003e77/disk-0.vmdk due to incomplete transfer. [ 1330.904615] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-238f447f-c21c-4f80-b716-441e662d3f4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.913932] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52567566-b7df-ae7c-14bb-a2fc33003e77/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1330.914099] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Uploaded image 84037a98-58de-47e2-b30e-a0607d7ff87e to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1330.916368] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1330.917291] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8e48e8f8-35fb-40ed-90bf-f7ac84f7ac73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.926219] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1330.926219] env[62777]: value = "task-1693456" [ 1330.926219] env[62777]: _type = "Task" [ 1330.926219] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.938475] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693456, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.984400] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.984761] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Instance network_info: |[{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.985285] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:84:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '232f7fcd-c316-4acf-9d0a-6b5b3907f3b0', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.996210] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Creating folder: Project (dd6f49f535234602a006fb948243712b). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1330.997022] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f352f1d7-9c73-4e7f-b95d-744339188996 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.012025] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Created folder: Project (dd6f49f535234602a006fb948243712b) in parent group-v353040. [ 1331.012256] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Creating folder: Instances. Parent ref: group-v353118. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.012520] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd4df29a-1865-43c5-8ece-72f7fbb8f3ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.027315] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Created folder: Instances in parent group-v353118. [ 1331.028229] env[62777]: DEBUG oslo.service.loopingcall [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.028610] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.028998] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41b5d160-e251-47c4-a4a3-3115ea59eba8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.071604] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.071604] env[62777]: value = "task-1693459" [ 1331.071604] env[62777]: _type = "Task" [ 1331.071604] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.075407] env[62777]: DEBUG nova.compute.manager [req-a1d03716-22f0-4276-872b-796d9916e941 req-0399f594-4e20-4e89-b3fe-36c354488f8c service nova] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Received event network-vif-deleted-859394f7-790d-4304-881e-52b02e696233 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1331.077975] env[62777]: DEBUG nova.compute.manager [req-a1d03716-22f0-4276-872b-796d9916e941 req-0399f594-4e20-4e89-b3fe-36c354488f8c service nova] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Received event network-vif-deleted-4a7df64c-cf14-43fe-ba91-0c167f9b952c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1331.087694] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633768} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.087694] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 0315f577-be23-4841-b6e0-c3478c6331f6/0315f577-be23-4841-b6e0-c3478c6331f6.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.087694] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.087842] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bce58a7-e6f4-4552-bc33-1ff11037a714 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.094782] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693459, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.096092] env[62777]: DEBUG nova.scheduler.client.report [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1331.102952] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1331.102952] env[62777]: value = "task-1693460" [ 1331.102952] env[62777]: _type = "Task" [ 1331.102952] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.119772] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.227583] env[62777]: INFO nova.compute.manager [-] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Took 2.25 seconds to deallocate network for instance. [ 1331.262677] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.443284] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693456, 'name': Destroy_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.589047] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693459, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.603589] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.035s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.603797] env[62777]: INFO nova.compute.manager [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Migrating [ 1331.604040] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.604180] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.605628] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.179s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.608019] env[62777]: INFO nova.compute.claims [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.619424] env[62777]: INFO nova.compute.rpcapi [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1331.619424] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.646023] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116932} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.646559] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.647513] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75158d7-245e-4d14-b95c-c9be551f55c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.672573] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 0315f577-be23-4841-b6e0-c3478c6331f6/0315f577-be23-4841-b6e0-c3478c6331f6.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1331.674215] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99630d6d-e957-4f6a-a328-1c46e1cbab55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.703037] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1331.703037] env[62777]: value = "task-1693461" [ 1331.703037] env[62777]: _type = "Task" [ 1331.703037] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.716858] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.741675] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.802491] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.942908] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693456, 'name': Destroy_Task, 'duration_secs': 0.834769} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.943215] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Destroyed the VM [ 1331.943541] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1331.943948] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7a54942c-2f43-4a1c-b596-20ba6f209735 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.954091] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1331.954091] env[62777]: value = "task-1693462" [ 1331.954091] env[62777]: _type = "Task" [ 1331.954091] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.969927] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693462, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.086192] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693459, 'name': CreateVM_Task, 'duration_secs': 0.559786} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.086924] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.088782] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.089347] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.091024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.091024] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56edd04e-b159-442e-b7d7-6b13ae1a9b96 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.098245] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1332.098245] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b309bf-f2a0-55ed-2c3e-f05938a399d1" [ 1332.098245] env[62777]: _type = "Task" [ 1332.098245] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.115665] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b309bf-f2a0-55ed-2c3e-f05938a399d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.146060] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.146277] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.146461] env[62777]: DEBUG nova.network.neutron [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.214729] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.222400] env[62777]: DEBUG nova.compute.manager [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1332.222590] env[62777]: DEBUG nova.compute.manager [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing instance network info cache due to event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1332.222801] env[62777]: DEBUG oslo_concurrency.lockutils [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] Acquiring lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.222936] env[62777]: DEBUG oslo_concurrency.lockutils [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] Acquired lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.223199] env[62777]: DEBUG nova.network.neutron [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.471932] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693462, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.609147] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b309bf-f2a0-55ed-2c3e-f05938a399d1, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.609556] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.609694] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.609928] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.610084] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.610265] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.610531] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc9babd-90b5-4270-84f8-a6f10228b641 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.622162] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.622254] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.626261] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103b19de-0cd6-4e6e-8590-d5d84d0d7496 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.634083] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1332.634083] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5236b631-718a-90a6-566e-1a209efb4d3a" [ 1332.634083] env[62777]: _type = "Task" [ 1332.634083] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.644857] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5236b631-718a-90a6-566e-1a209efb4d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.717744] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693461, 'name': ReconfigVM_Task, 'duration_secs': 0.681785} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.723026] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 0315f577-be23-4841-b6e0-c3478c6331f6/0315f577-be23-4841-b6e0-c3478c6331f6.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1332.723906] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f806c60f-6f48-46b0-8539-16dba43c621b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.739145] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1332.739145] env[62777]: value = "task-1693463" [ 1332.739145] env[62777]: _type = "Task" [ 1332.739145] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.752294] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693463, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.969230] env[62777]: DEBUG oslo_vmware.api [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693462, 'name': RemoveSnapshot_Task, 'duration_secs': 0.871215} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.969782] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1332.970083] env[62777]: INFO nova.compute.manager [None req-ef558928-c562-43a3-8700-e7f78eeb8700 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Took 16.96 seconds to snapshot the instance on the hypervisor. [ 1333.048247] env[62777]: DEBUG nova.network.neutron [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Successfully updated port: d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1333.150257] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5236b631-718a-90a6-566e-1a209efb4d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016437} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.151491] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab40240-4c8e-459e-a80f-54d120ee2dfe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.158325] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1333.158325] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f6e005-6100-6beb-60c0-12b98e185089" [ 1333.158325] env[62777]: _type = "Task" [ 1333.158325] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.160127] env[62777]: DEBUG nova.network.neutron [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance_info_cache with network_info: [{"id": "fcb2fd8f-2147-48df-9d12-c991805b943c", "address": "fa:16:3e:c9:e8:cf", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb2fd8f-21", "ovs_interfaceid": "fcb2fd8f-2147-48df-9d12-c991805b943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.175698] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f6e005-6100-6beb-60c0-12b98e185089, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.175871] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.176179] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] fc665a3e-b00a-4091-8984-7bcf1c5ffb0a/fc665a3e-b00a-4091-8984-7bcf1c5ffb0a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.176807] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44690660-3150-4809-af29-aebea51072f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.196223] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1333.196223] env[62777]: value = "task-1693464" [ 1333.196223] env[62777]: _type = "Task" [ 1333.196223] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.213835] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.253883] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693463, 'name': Rename_Task, 'duration_secs': 0.148817} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.258198] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.259150] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7208c97-8554-4a5f-9bbd-e2b0cd298568 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.269201] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1333.269201] env[62777]: value = "task-1693465" [ 1333.269201] env[62777]: _type = "Task" [ 1333.269201] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.279095] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.338352] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb81579-6523-41e1-ba3b-da164f0cfc6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.351127] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10bc1f-345b-4cd2-8434-1d7509f4082b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.389332] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d79c9b-9ab7-465c-8eb9-73422a5a6f3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.399607] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a0608-a9cb-4434-aa08-3758233d06e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.422553] env[62777]: DEBUG nova.compute.provider_tree [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.551317] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "refresh_cache-7c7053aa-118c-4374-abcb-e54c164ead34" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.551529] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "refresh_cache-7c7053aa-118c-4374-abcb-e54c164ead34" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.551638] env[62777]: DEBUG nova.network.neutron [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.566027] env[62777]: DEBUG nova.network.neutron [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updated VIF entry in instance network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.566027] env[62777]: DEBUG nova.network.neutron [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.670108] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.715644] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693464, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.788863] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.929629] env[62777]: DEBUG nova.scheduler.client.report [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1333.961401] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "4127cc73-1b70-44a1-9358-18158d610de4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.961999] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "4127cc73-1b70-44a1-9358-18158d610de4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.074007] env[62777]: DEBUG oslo_concurrency.lockutils [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] Releasing lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.074275] env[62777]: DEBUG nova.compute.manager [req-17892cbc-2cbc-4fa6-9542-be8f502a87b0 req-4081757d-35b5-4267-a7c2-654f6927c829 service nova] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Received event network-vif-deleted-cb0db148-73cb-43e5-bf90-a0eed30aa6b3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1334.146127] env[62777]: DEBUG nova.network.neutron [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.194470] env[62777]: DEBUG nova.compute.manager [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Received event network-vif-plugged-d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1334.194833] env[62777]: DEBUG oslo_concurrency.lockutils [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] Acquiring lock "7c7053aa-118c-4374-abcb-e54c164ead34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.196806] env[62777]: DEBUG oslo_concurrency.lockutils [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] Lock "7c7053aa-118c-4374-abcb-e54c164ead34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.196806] env[62777]: DEBUG oslo_concurrency.lockutils [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] Lock "7c7053aa-118c-4374-abcb-e54c164ead34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.196806] env[62777]: DEBUG nova.compute.manager [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] No waiting events found dispatching network-vif-plugged-d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.196806] env[62777]: WARNING nova.compute.manager [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Received unexpected event network-vif-plugged-d35011aa-af3c-4435-ac2c-834f92a44ded for instance with vm_state building and task_state spawning. [ 1334.196806] env[62777]: DEBUG nova.compute.manager [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Received event network-changed-d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1334.197816] env[62777]: DEBUG nova.compute.manager [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Refreshing instance network info cache due to event network-changed-d35011aa-af3c-4435-ac2c-834f92a44ded. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1334.197816] env[62777]: DEBUG oslo_concurrency.lockutils [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] Acquiring lock "refresh_cache-7c7053aa-118c-4374-abcb-e54c164ead34" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.209105] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.213025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] fc665a3e-b00a-4091-8984-7bcf1c5ffb0a/fc665a3e-b00a-4091-8984-7bcf1c5ffb0a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.213025] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.213025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d063a76f-b9c2-40f0-8581-86f100483164 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.221635] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1334.221635] env[62777]: value = "task-1693470" [ 1334.221635] env[62777]: _type = "Task" [ 1334.221635] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.232585] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.288316] env[62777]: DEBUG oslo_vmware.api [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693465, 'name': PowerOnVM_Task, 'duration_secs': 0.672862} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.289170] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.289637] env[62777]: INFO nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Took 6.50 seconds to spawn the instance on the hypervisor. [ 1334.290346] env[62777]: DEBUG nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.291460] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d649064a-a5ea-4bcf-b6be-348645ca1448 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.411287] env[62777]: DEBUG nova.network.neutron [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Updating instance_info_cache with network_info: [{"id": "d35011aa-af3c-4435-ac2c-834f92a44ded", "address": "fa:16:3e:ca:ba:85", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35011aa-af", "ovs_interfaceid": "d35011aa-af3c-4435-ac2c-834f92a44ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.439370] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.439370] env[62777]: DEBUG nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.440922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.837s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.442835] env[62777]: INFO nova.compute.claims [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.731940] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074024} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.732325] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.733107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24abc582-5c88-4f12-bc3b-6fc08fb44eb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.762288] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] fc665a3e-b00a-4091-8984-7bcf1c5ffb0a/fc665a3e-b00a-4091-8984-7bcf1c5ffb0a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.762915] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d2b75e8-f5f5-4841-afe6-12258880d857 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.785275] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1334.785275] env[62777]: value = "task-1693471" [ 1334.785275] env[62777]: _type = "Task" [ 1334.785275] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.798539] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.815413] env[62777]: INFO nova.compute.manager [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Took 42.85 seconds to build instance. [ 1334.915144] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "refresh_cache-7c7053aa-118c-4374-abcb-e54c164ead34" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.915144] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Instance network_info: |[{"id": "d35011aa-af3c-4435-ac2c-834f92a44ded", "address": "fa:16:3e:ca:ba:85", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35011aa-af", "ovs_interfaceid": "d35011aa-af3c-4435-ac2c-834f92a44ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.915517] env[62777]: DEBUG oslo_concurrency.lockutils [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] Acquired lock "refresh_cache-7c7053aa-118c-4374-abcb-e54c164ead34" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.915517] env[62777]: DEBUG nova.network.neutron [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Refreshing network info cache for port d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.916681] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:ba:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd35011aa-af3c-4435-ac2c-834f92a44ded', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.925344] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Creating folder: Project (f9da976a6a0a4d99bdc87f83f5b80d66). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.925945] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ee0d7f5-b30a-4606-86fa-11e555f7d48b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.942499] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Created folder: Project (f9da976a6a0a4d99bdc87f83f5b80d66) in parent group-v353040. [ 1334.944415] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Creating folder: Instances. Parent ref: group-v353124. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.944415] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87b8d401-dbfd-4b93-af91-c2818aa0b118 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.951340] env[62777]: DEBUG nova.compute.utils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.960135] env[62777]: DEBUG nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1334.961509] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Created folder: Instances in parent group-v353124. [ 1334.961759] env[62777]: DEBUG oslo.service.loopingcall [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.961969] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.962249] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d76a27-e80e-412b-a407-d6c4a3c810dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.991911] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.991911] env[62777]: value = "task-1693474" [ 1334.991911] env[62777]: _type = "Task" [ 1334.991911] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.001967] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693474, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.190781] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d5c7e8-30bc-43b3-ac74-b0171fd38d83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.218488] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1335.296053] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693471, 'name': ReconfigVM_Task, 'duration_secs': 0.335679} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.296238] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Reconfigured VM instance instance-0000001a to attach disk [datastore1] fc665a3e-b00a-4091-8984-7bcf1c5ffb0a/fc665a3e-b00a-4091-8984-7bcf1c5ffb0a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.296886] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-526adecf-b7dc-4145-895f-0a8b99fec42e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.306398] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1335.306398] env[62777]: value = "task-1693475" [ 1335.306398] env[62777]: _type = "Task" [ 1335.306398] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.317127] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693475, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.320723] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b243a7d-ff5b-454d-851a-e8274bc9e706 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "0315f577-be23-4841-b6e0-c3478c6331f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.283s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.418605] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "87e0118a-b9eb-4298-950c-495814102d8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.418828] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "87e0118a-b9eb-4298-950c-495814102d8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.419086] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "87e0118a-b9eb-4298-950c-495814102d8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.419291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "87e0118a-b9eb-4298-950c-495814102d8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.419458] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "87e0118a-b9eb-4298-950c-495814102d8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.421366] env[62777]: INFO nova.compute.manager [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Terminating instance [ 1335.430908] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.431344] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.458019] env[62777]: DEBUG nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.506151] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693474, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.542019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.542354] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.550794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "bcef837d-7a30-4c53-805c-f55b4b793d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.550974] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.551692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "bcef837d-7a30-4c53-805c-f55b4b793d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.551692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1335.551807] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.554543] env[62777]: INFO nova.compute.manager [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Terminating instance [ 1335.725422] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.725597] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d23d7c3c-5714-4846-826d-281e6c9b5c2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.738541] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1335.738541] env[62777]: value = "task-1693476" [ 1335.738541] env[62777]: _type = "Task" [ 1335.738541] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.751807] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.772572] env[62777]: DEBUG nova.network.neutron [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Updated VIF entry in instance network info cache for port d35011aa-af3c-4435-ac2c-834f92a44ded. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1335.772995] env[62777]: DEBUG nova.network.neutron [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Updating instance_info_cache with network_info: [{"id": "d35011aa-af3c-4435-ac2c-834f92a44ded", "address": "fa:16:3e:ca:ba:85", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd35011aa-af", "ovs_interfaceid": "d35011aa-af3c-4435-ac2c-834f92a44ded", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.817264] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693475, 'name': Rename_Task, 'duration_secs': 0.177869} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.820000] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.821595] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91caee0b-7c49-42eb-94c5-31b81daf46c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.825258] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.837731] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1335.837731] env[62777]: value = "task-1693477" [ 1335.837731] env[62777]: _type = "Task" [ 1335.837731] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.853302] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.924737] env[62777]: DEBUG nova.compute.manager [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.925063] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.926254] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d95e11-20e3-483b-b7a3-210c86fc3bf4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.935524] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.938941] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18122702-d106-4430-8beb-5020410068d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.947833] env[62777]: DEBUG oslo_vmware.api [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1335.947833] env[62777]: value = "task-1693478" [ 1335.947833] env[62777]: _type = "Task" [ 1335.947833] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.971646] env[62777]: DEBUG oslo_vmware.api [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.011863] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693474, 'name': CreateVM_Task, 'duration_secs': 0.619148} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.012045] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.012792] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.012955] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.013305] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.013603] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73327e81-7b9c-4835-8d4a-5a6bd09c7fb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.023383] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1336.023383] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525da379-81fc-7517-10bd-6b600106eb7a" [ 1336.023383] env[62777]: _type = "Task" [ 1336.023383] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.041069] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525da379-81fc-7517-10bd-6b600106eb7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.061275] env[62777]: DEBUG nova.compute.manager [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1336.061275] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.062168] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa25091-dbf2-4b9d-8a09-f13a89735f5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.078077] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.081942] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-830d8dda-9d12-42ff-b3a9-70cef422c527 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.091470] env[62777]: DEBUG oslo_vmware.api [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1336.091470] env[62777]: value = "task-1693479" [ 1336.091470] env[62777]: _type = "Task" [ 1336.091470] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.100384] env[62777]: DEBUG oslo_vmware.api [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.160061] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ccecf-cc4e-46bf-9466-883529279540 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.171289] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6254e2a-5873-48b9-b721-7c2b5ecea873 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.211395] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb3784-bf11-4fde-a270-6eb12cb5b8d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.223293] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb10e20-a159-49fd-ad8f-c12edc5e8a3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.230653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "38c103b4-6244-4243-aa10-0a71c8c0e530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.230653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.253272] env[62777]: DEBUG nova.compute.provider_tree [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.272212] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693476, 'name': PowerOffVM_Task, 'duration_secs': 0.321379} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.272212] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.272212] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.279019] env[62777]: DEBUG oslo_concurrency.lockutils [req-84237373-d98a-41a4-a341-e00f7bccb9c5 req-a45342c2-cc3f-49cc-af9e-7b8d1dea5c4f service nova] Releasing lock "refresh_cache-7c7053aa-118c-4374-abcb-e54c164ead34" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.359178] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693477, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.359178] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.426672] env[62777]: DEBUG nova.compute.manager [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.426672] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e96f9c-ed01-4517-a036-a813ba0a4f30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.459127] env[62777]: DEBUG oslo_vmware.api [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693478, 'name': PowerOffVM_Task, 'duration_secs': 0.179789} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.460641] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.460641] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.460641] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9e61c0-49f9-476a-af75-2292001f93dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.465178] env[62777]: DEBUG nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.493133] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.493393] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.493629] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.493979] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.494163] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.494324] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.494537] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.494693] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.494854] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.495021] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.495245] env[62777]: DEBUG nova.virt.hardware [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.496069] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd889b-8b71-4672-a8fc-92f6aafa9a9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.506586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4957e4-80ac-4ca5-aad0-f68fc96249f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.523317] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.529021] env[62777]: DEBUG oslo.service.loopingcall [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.529404] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.533268] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c3a951-a5f7-4a1e-ab7b-90ebd4efad9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.546297] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.546525] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.546703] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Deleting the datastore file [datastore1] 87e0118a-b9eb-4298-950c-495814102d8a {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.547659] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff7541e0-bb69-4527-b223-069e6d513675 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.553975] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525da379-81fc-7517-10bd-6b600106eb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.022573} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.555450] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.555690] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1336.555918] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.556076] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.556296] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1336.556902] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.556902] env[62777]: value = "task-1693481" [ 1336.556902] env[62777]: _type = "Task" [ 1336.556902] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.558103] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f256a5a5-b19d-4b92-b2ac-f20f822187d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.560219] env[62777]: DEBUG oslo_vmware.api [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for the task: (returnval){ [ 1336.560219] env[62777]: value = "task-1693482" [ 1336.560219] env[62777]: _type = "Task" [ 1336.560219] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.571166] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.571364] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1336.578195] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d39ab3-f287-4b6d-9042-a41a35434d41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.580924] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693481, 'name': CreateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.581222] env[62777]: DEBUG oslo_vmware.api [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.585091] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1336.585091] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7d637-7c93-404e-a6e1-0b0cb513393d" [ 1336.585091] env[62777]: _type = "Task" [ 1336.585091] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.599117] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7d637-7c93-404e-a6e1-0b0cb513393d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.604238] env[62777]: DEBUG oslo_vmware.api [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693479, 'name': PowerOffVM_Task, 'duration_secs': 0.195014} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.604979] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.604979] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.604979] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2167bf56-7de3-40eb-9cd7-b87df36447db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.692337] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.692602] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.692886] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Deleting the datastore file [datastore1] bcef837d-7a30-4c53-805c-f55b4b793d88 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.693255] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c9fb89c-dee1-4556-b42d-896595b13f15 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.705386] env[62777]: DEBUG oslo_vmware.api [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for the task: (returnval){ [ 1336.705386] env[62777]: value = "task-1693484" [ 1336.705386] env[62777]: _type = "Task" [ 1336.705386] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.716034] env[62777]: DEBUG oslo_vmware.api [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.761434] env[62777]: DEBUG nova.scheduler.client.report [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1336.783312] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.783581] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.783810] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.784665] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.784665] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.784665] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.784824] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.784996] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.785286] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.785535] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.786532] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.793035] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65a7aa0-f257-431d-a510-86c98b1f5bd6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.815099] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1336.815099] env[62777]: value = "task-1693485" [ 1336.815099] env[62777]: _type = "Task" [ 1336.815099] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.827960] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.854181] env[62777]: DEBUG oslo_vmware.api [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693477, 'name': PowerOnVM_Task, 'duration_secs': 0.524545} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.854537] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.854821] env[62777]: INFO nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1336.855049] env[62777]: DEBUG nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.855961] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd393175-1d5d-4e86-a6e1-c06c2b6de54d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.940674] env[62777]: INFO nova.compute.manager [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] instance snapshotting [ 1336.945215] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b39307-0deb-49b7-a292-2a7f48e7e812 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.974556] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1344d1a-3839-4361-b1b4-023ff56a9ce7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.073756] env[62777]: DEBUG oslo_vmware.api [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Task: {'id': task-1693482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243467} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.077089] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.077295] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.077505] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.078704] env[62777]: INFO nova.compute.manager [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1337.078704] env[62777]: DEBUG oslo.service.loopingcall [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.078704] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693481, 'name': CreateVM_Task, 'duration_secs': 0.379323} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.078704] env[62777]: DEBUG nova.compute.manager [-] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.078704] env[62777]: DEBUG nova.network.neutron [-] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.080887] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.080887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.080887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.082380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.082380] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fb28c6-651b-4e09-a603-76f87351009a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.093546] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1337.093546] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52272b6a-22eb-e602-0a3a-eb9b91ad419f" [ 1337.093546] env[62777]: _type = "Task" [ 1337.093546] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.097813] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7d637-7c93-404e-a6e1-0b0cb513393d, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.099127] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6016eb73-9092-46b8-a5f7-072ee553889d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.105196] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52272b6a-22eb-e602-0a3a-eb9b91ad419f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.111601] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1337.111601] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5224ea12-a963-b67f-5d45-cc2f011efd01" [ 1337.111601] env[62777]: _type = "Task" [ 1337.111601] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.118838] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5224ea12-a963-b67f-5d45-cc2f011efd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.219459] env[62777]: DEBUG oslo_vmware.api [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Task: {'id': task-1693484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294588} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.219459] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1337.219459] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1337.219459] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1337.219459] env[62777]: INFO nova.compute.manager [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1337.219734] env[62777]: DEBUG oslo.service.loopingcall [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1337.219734] env[62777]: DEBUG nova.compute.manager [-] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1337.219734] env[62777]: DEBUG nova.network.neutron [-] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1337.271027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.271027] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.273489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.047s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.275782] env[62777]: INFO nova.compute.claims [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.329253] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693485, 'name': ReconfigVM_Task, 'duration_secs': 0.202056} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.329841] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.379421] env[62777]: INFO nova.compute.manager [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Took 49.45 seconds to build instance. [ 1337.491020] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1337.491020] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a94bcad-b8ce-4f77-a685-ddbd8e9d31b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.501103] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1337.501103] env[62777]: value = "task-1693487" [ 1337.501103] env[62777]: _type = "Task" [ 1337.501103] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.512656] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693487, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.603170] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52272b6a-22eb-e602-0a3a-eb9b91ad419f, 'name': SearchDatastore_Task, 'duration_secs': 0.015101} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.604046] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.604046] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.604046] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.626069] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5224ea12-a963-b67f-5d45-cc2f011efd01, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.626069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.626069] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7c7053aa-118c-4374-abcb-e54c164ead34/7c7053aa-118c-4374-abcb-e54c164ead34.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.626069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.626520] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.626520] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f194aa7-4fd9-4f67-adc0-dfd41b7ca8ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.626947] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26464d5d-4e6c-456a-8977-30a870f12049 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.635784] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1337.635784] env[62777]: value = "task-1693488" [ 1337.635784] env[62777]: _type = "Task" [ 1337.635784] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.640935] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.641180] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.642342] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79568f40-a6cb-469c-9ed3-8a94ccaae778 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.648756] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.653036] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1337.653036] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522bd004-3d30-192e-d543-ff47abc320d8" [ 1337.653036] env[62777]: _type = "Task" [ 1337.653036] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.662478] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522bd004-3d30-192e-d543-ff47abc320d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.782593] env[62777]: DEBUG nova.compute.utils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.787536] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.787871] env[62777]: DEBUG nova.network.neutron [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.836168] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1337.836471] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1337.837793] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.837793] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1337.837793] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.837793] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1337.837793] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1337.838133] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1337.838133] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1337.838133] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1337.838133] env[62777]: DEBUG nova.virt.hardware [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1337.843622] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.843864] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31130b6b-1fff-4ea6-ac6c-18cee16fa834 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.858287] env[62777]: DEBUG nova.policy [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0b773ade1be47e7a319c7638690b7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c37aa5758f945e1a0ae4a4595ce7a05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.868993] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1337.868993] env[62777]: value = "task-1693489" [ 1337.868993] env[62777]: _type = "Task" [ 1337.868993] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.885888] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e34f6b0d-e93d-4cdf-8568-090d3f762712 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.610s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.886119] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.952237] env[62777]: DEBUG nova.compute.manager [req-0c47cf7f-3446-488a-813d-e87cc52d7b08 req-eb93942c-998b-44b4-97ed-32e120efba8d service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Received event network-vif-deleted-ed27117f-3c35-456f-b898-d7fd249f6e7e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1337.952642] env[62777]: INFO nova.compute.manager [req-0c47cf7f-3446-488a-813d-e87cc52d7b08 req-eb93942c-998b-44b4-97ed-32e120efba8d service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Neutron deleted interface ed27117f-3c35-456f-b898-d7fd249f6e7e; detaching it from the instance and deleting it from the info cache [ 1337.952808] env[62777]: DEBUG nova.network.neutron [req-0c47cf7f-3446-488a-813d-e87cc52d7b08 req-eb93942c-998b-44b4-97ed-32e120efba8d service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.966093] env[62777]: DEBUG nova.network.neutron [-] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.013028] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693487, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.023974] env[62777]: DEBUG nova.compute.manager [req-a9731cd7-3ae9-4a1d-9627-b4e93a517c85 req-969d0edb-53dc-4d5e-868f-351401616820 service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Received event network-vif-deleted-98116b99-77e3-460d-b653-0b357b11ecc3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1338.024283] env[62777]: INFO nova.compute.manager [req-a9731cd7-3ae9-4a1d-9627-b4e93a517c85 req-969d0edb-53dc-4d5e-868f-351401616820 service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Neutron deleted interface 98116b99-77e3-460d-b653-0b357b11ecc3; detaching it from the instance and deleting it from the info cache [ 1338.024408] env[62777]: DEBUG nova.network.neutron [req-a9731cd7-3ae9-4a1d-9627-b4e93a517c85 req-969d0edb-53dc-4d5e-868f-351401616820 service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.065194] env[62777]: DEBUG nova.network.neutron [-] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.152785] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693488, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.168730] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522bd004-3d30-192e-d543-ff47abc320d8, 'name': SearchDatastore_Task, 'duration_secs': 0.045273} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.169797] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7d4bb4d-170f-4fd4-bc24-db47e1cc52e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.180339] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1338.180339] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52109095-e69e-6672-38ba-6cadfc5dc4bd" [ 1338.180339] env[62777]: _type = "Task" [ 1338.180339] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.194490] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52109095-e69e-6672-38ba-6cadfc5dc4bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.240618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "053160fc-4510-4394-b638-53fe0dbcb6e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.240989] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.289094] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.300930] env[62777]: DEBUG nova.network.neutron [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Successfully created port: 2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.383507] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693489, 'name': ReconfigVM_Task, 'duration_secs': 0.441438} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.386963] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1338.387991] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffee706c-e2b6-4cb7-89ee-6cab74848e37 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.390645] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.413751] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 23a23d42-fe67-446b-9203-826515fc848e/23a23d42-fe67-446b-9203-826515fc848e.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.416828] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f1aa74-4151-4230-884e-e872f9843ebe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.438929] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1338.438929] env[62777]: value = "task-1693490" [ 1338.438929] env[62777]: _type = "Task" [ 1338.438929] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.452851] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.457934] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-df1d3e07-02d0-4a0f-974c-85eda9a362f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.467483] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76237893-1a7b-40dd-8405-7780d584c40a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.481312] env[62777]: INFO nova.compute.manager [-] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Took 1.40 seconds to deallocate network for instance. [ 1338.509673] env[62777]: DEBUG nova.compute.manager [req-0c47cf7f-3446-488a-813d-e87cc52d7b08 req-eb93942c-998b-44b4-97ed-32e120efba8d service nova] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Detach interface failed, port_id=ed27117f-3c35-456f-b898-d7fd249f6e7e, reason: Instance 87e0118a-b9eb-4298-950c-495814102d8a could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1338.523359] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693487, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.529417] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7e69685-e67e-47b3-939f-2a6c337a3f9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.540134] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa283eda-9dbd-457b-806e-74abaada76a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.568214] env[62777]: INFO nova.compute.manager [-] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Took 1.35 seconds to deallocate network for instance. [ 1338.583180] env[62777]: DEBUG nova.compute.manager [req-a9731cd7-3ae9-4a1d-9627-b4e93a517c85 req-969d0edb-53dc-4d5e-868f-351401616820 service nova] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Detach interface failed, port_id=98116b99-77e3-460d-b653-0b357b11ecc3, reason: Instance bcef837d-7a30-4c53-805c-f55b4b793d88 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1338.650137] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57742} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.652950] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7c7053aa-118c-4374-abcb-e54c164ead34/7c7053aa-118c-4374-abcb-e54c164ead34.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.653194] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.653932] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b47462-149e-4a99-82be-dcc7ce01b3f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.663115] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1338.663115] env[62777]: value = "task-1693491" [ 1338.663115] env[62777]: _type = "Task" [ 1338.663115] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.677594] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.694197] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52109095-e69e-6672-38ba-6cadfc5dc4bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022794} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.694334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.694724] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.695167] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afb2d6d9-e1b9-40dd-a873-0deeaef2dade {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.704222] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1338.704222] env[62777]: value = "task-1693492" [ 1338.704222] env[62777]: _type = "Task" [ 1338.704222] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.717949] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.918714] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.957021] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693490, 'name': ReconfigVM_Task, 'duration_secs': 0.313913} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.957021] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 23a23d42-fe67-446b-9203-826515fc848e/23a23d42-fe67-446b-9203-826515fc848e.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.957021] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.988814] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.006164] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca03153-0802-4023-94d5-25263cf085c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.024704] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14456feb-963f-444b-b39f-8ea8fa12eda9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.028664] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693487, 'name': CreateSnapshot_Task, 'duration_secs': 1.403935} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.029836] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1339.031177] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea61d39-ff1b-4f21-9089-5f6eec7fbdb0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.061203] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d50f859-1b29-4f1d-9b5b-3af15132001f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.076312] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdc6e09-b79e-4db0-bd1d-6ae234534690 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.093025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.093574] env[62777]: DEBUG nova.compute.provider_tree [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.175097] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169175} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.175097] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.176224] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0828c0cb-fdde-4791-bb23-3860b280b8b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.206189] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 7c7053aa-118c-4374-abcb-e54c164ead34/7c7053aa-118c-4374-abcb-e54c164ead34.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.206189] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17cc716-e518-4f3d-85cb-f5ea35b61a34 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.233084] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693492, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.234155] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1339.234155] env[62777]: value = "task-1693494" [ 1339.234155] env[62777]: _type = "Task" [ 1339.234155] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.243514] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.279819] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.280179] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.312254] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.340764] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1339.341034] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1339.341196] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.341451] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1339.341614] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.341765] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1339.341980] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1339.342167] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1339.342356] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1339.342514] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1339.342684] env[62777]: DEBUG nova.virt.hardware [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1339.343607] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81760b68-ab04-44d8-89c0-27476cb414fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.352846] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2296b36c-a65b-4eee-b84f-0170bed9b41d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.463586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68487296-8892-4ea9-ac6c-88f5d83fbe8b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.484788] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900c2608-c90a-4e51-bd2e-a9605a64eb9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.503766] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.578704] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1339.579093] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-90e308c2-fbf7-4883-997c-bebeed5d7ade {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.589590] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1339.589590] env[62777]: value = "task-1693495" [ 1339.589590] env[62777]: _type = "Task" [ 1339.589590] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.599123] env[62777]: DEBUG nova.scheduler.client.report [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1339.602505] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693495, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.734254] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531876} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.734654] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.735059] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.746703] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8df94c62-d54d-44bc-af4d-1b35bc8ab0da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.761408] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.761408] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1339.761408] env[62777]: value = "task-1693496" [ 1339.761408] env[62777]: _type = "Task" [ 1339.761408] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.044064] env[62777]: DEBUG nova.network.neutron [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Successfully updated port: 2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.072214] env[62777]: DEBUG nova.network.neutron [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Port fcb2fd8f-2147-48df-9d12-c991805b943c binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1340.095868] env[62777]: DEBUG nova.compute.manager [req-a03eac12-f353-4c13-bdd9-965871cb5fc0 req-b3898b3e-7dd1-4189-a82b-a7af4a394a67 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Received event network-vif-plugged-2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1340.096107] env[62777]: DEBUG oslo_concurrency.lockutils [req-a03eac12-f353-4c13-bdd9-965871cb5fc0 req-b3898b3e-7dd1-4189-a82b-a7af4a394a67 service nova] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.096348] env[62777]: DEBUG oslo_concurrency.lockutils [req-a03eac12-f353-4c13-bdd9-965871cb5fc0 req-b3898b3e-7dd1-4189-a82b-a7af4a394a67 service nova] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.096536] env[62777]: DEBUG oslo_concurrency.lockutils [req-a03eac12-f353-4c13-bdd9-965871cb5fc0 req-b3898b3e-7dd1-4189-a82b-a7af4a394a67 service nova] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.096765] env[62777]: DEBUG nova.compute.manager [req-a03eac12-f353-4c13-bdd9-965871cb5fc0 req-b3898b3e-7dd1-4189-a82b-a7af4a394a67 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] No waiting events found dispatching network-vif-plugged-2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1340.096947] env[62777]: WARNING nova.compute.manager [req-a03eac12-f353-4c13-bdd9-965871cb5fc0 req-b3898b3e-7dd1-4189-a82b-a7af4a394a67 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Received unexpected event network-vif-plugged-2b08b665-b788-4ee6-842f-ad51ebfc02dd for instance with vm_state building and task_state spawning. [ 1340.106903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.833s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.107560] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.110701] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693495, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.110934] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.627s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.244964] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693494, 'name': ReconfigVM_Task, 'duration_secs': 0.525876} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.245375] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 7c7053aa-118c-4374-abcb-e54c164ead34/7c7053aa-118c-4374-abcb-e54c164ead34.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.246037] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-381c71e7-5a0a-457d-b867-694b4a4b32f1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.254052] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1340.254052] env[62777]: value = "task-1693497" [ 1340.254052] env[62777]: _type = "Task" [ 1340.254052] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.262997] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693497, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.270658] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141563} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.270920] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.271765] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc0bc63-4548-4468-a221-1668a7f814b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.293409] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.293795] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189d8c56-ff3e-41a9-a235-55a2827db154 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.315070] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1340.315070] env[62777]: value = "task-1693498" [ 1340.315070] env[62777]: _type = "Task" [ 1340.315070] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.325198] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.545578] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.545741] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.545905] env[62777]: DEBUG nova.network.neutron [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.601267] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693495, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.615765] env[62777]: DEBUG nova.compute.utils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1340.627645] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1340.627827] env[62777]: DEBUG nova.network.neutron [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.764532] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693497, 'name': Rename_Task, 'duration_secs': 0.156274} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.764804] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.765126] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f854302b-02ee-45d1-b07a-473494b621a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.775988] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1340.775988] env[62777]: value = "task-1693499" [ 1340.775988] env[62777]: _type = "Task" [ 1340.775988] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.784661] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.826149] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693498, 'name': ReconfigVM_Task, 'duration_secs': 0.265507} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.826491] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.827271] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e767ecb-9529-45fc-b6a4-0c9373980824 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.835470] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1340.835470] env[62777]: value = "task-1693500" [ 1340.835470] env[62777]: _type = "Task" [ 1340.835470] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.845311] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693500, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.875236] env[62777]: DEBUG nova.policy [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45583962953841bbb89459d4b08d3489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2865b3e288344234bf754dee916e6aa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.101838] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "23a23d42-fe67-446b-9203-826515fc848e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.105851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.105851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.107790] env[62777]: DEBUG nova.network.neutron [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.122759] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693495, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.128250] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.132169] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Applying migration context for instance 23a23d42-fe67-446b-9203-826515fc848e as it has an incoming, in-progress migration 9accb8d1-9bfe-4352-821e-1ef14febd6a2. Migration status is post-migrating {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1341.136195] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating resource usage from migration 9accb8d1-9bfe-4352-821e-1ef14febd6a2 [ 1341.169963] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9bf94633-f769-4fa7-985f-942375455224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.169963] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9c5a620a-de1b-419f-a0e3-eaf74a63883a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.169963] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance b4966a3a-7826-4e9a-ae37-5404ac0d9810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.169963] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 60927798-b5f4-4705-af23-2a2919943143 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.170123] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 8935b7cd-baea-4835-8da9-7aef46cc3896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.170123] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 865a4907-bb1b-411b-b837-867b99de7458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.170123] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2fbdd757-f345-48e7-af3f-a7c3c3458a94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.170123] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance cc589df4-6e32-401a-987a-b9dc24d49947 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1341.170290] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance dded2e30-028a-4e55-958e-5bfb544ea23d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1341.170290] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance bcef837d-7a30-4c53-805c-f55b4b793d88 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1341.170290] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance dce265ac-9ed7-4309-a9f6-df53769fe826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.170290] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1341.170542] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 38ec3326-e350-448f-98b5-e30cbe5e3864 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1341.170633] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance a19f9cf9-0026-437b-84ee-66f875aeb636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.170808] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 87e0118a-b9eb-4298-950c-495814102d8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1341.171017] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance fc665a3e-b00a-4091-8984-7bcf1c5ffb0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.171222] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 0315f577-be23-4841-b6e0-c3478c6331f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.171417] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 7c7053aa-118c-4374-abcb-e54c164ead34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.171614] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 72a17d6d-05e9-40e3-918a-01bf0af2bc11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.171809] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Migration 9accb8d1-9bfe-4352-821e-1ef14febd6a2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1341.172016] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23a23d42-fe67-446b-9203-826515fc848e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.172250] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.172430] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1341.289786] env[62777]: DEBUG oslo_vmware.api [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693499, 'name': PowerOnVM_Task, 'duration_secs': 0.513185} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.290167] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.290399] env[62777]: INFO nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Took 10.68 seconds to spawn the instance on the hypervisor. [ 1341.290574] env[62777]: DEBUG nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.291601] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b16dcd-424b-4c95-b39b-76e2c4c53763 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.341434] env[62777]: DEBUG nova.network.neutron [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Successfully created port: a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.356419] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693500, 'name': Rename_Task, 'duration_secs': 0.156263} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.356718] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.356986] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9388e7cb-2ec5-46b2-91f1-6d6f0a302a50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.363085] env[62777]: DEBUG nova.network.neutron [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.365652] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1341.365652] env[62777]: value = "task-1693502" [ 1341.365652] env[62777]: _type = "Task" [ 1341.365652] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.375297] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.603635] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693495, 'name': CloneVM_Task, 'duration_secs': 1.834864} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.604052] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Created linked-clone VM from snapshot [ 1341.605043] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b589567a-28ed-436c-a368-1f3535bad09a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.619045] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Uploading image 3a39c72e-5fbb-4ae8-99b4-e7bd691e0dd0 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1341.645753] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1341.645753] env[62777]: value = "vm-353129" [ 1341.645753] env[62777]: _type = "VirtualMachine" [ 1341.645753] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1341.646056] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5cbea4c8-5793-44bd-9921-faf4705bddb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.654497] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lease: (returnval){ [ 1341.654497] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521bb4cd-216f-fcc6-88f8-2c1511cefff0" [ 1341.654497] env[62777]: _type = "HttpNfcLease" [ 1341.654497] env[62777]: } obtained for exporting VM: (result){ [ 1341.654497] env[62777]: value = "vm-353129" [ 1341.654497] env[62777]: _type = "VirtualMachine" [ 1341.654497] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1341.654779] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the lease: (returnval){ [ 1341.654779] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521bb4cd-216f-fcc6-88f8-2c1511cefff0" [ 1341.654779] env[62777]: _type = "HttpNfcLease" [ 1341.654779] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1341.664292] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1341.664292] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521bb4cd-216f-fcc6-88f8-2c1511cefff0" [ 1341.664292] env[62777]: _type = "HttpNfcLease" [ 1341.664292] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1341.677548] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2ec93312-17da-412b-9024-56d9d562612d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1341.815300] env[62777]: INFO nova.compute.manager [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Took 48.58 seconds to build instance. [ 1341.866550] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.866874] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Instance network_info: |[{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.867516] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:c2:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b08b665-b788-4ee6-842f-ad51ebfc02dd', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.875493] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating folder: Project (2c37aa5758f945e1a0ae4a4595ce7a05). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.880122] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb43fe0c-e069-4ee4-81d2-742b1900e885 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.887292] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693502, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.890875] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created folder: Project (2c37aa5758f945e1a0ae4a4595ce7a05) in parent group-v353040. [ 1341.890916] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating folder: Instances. Parent ref: group-v353130. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1341.891235] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-703a787b-c575-4e19-95b8-0353fbc8281f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.901781] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created folder: Instances in parent group-v353130. [ 1341.902162] env[62777]: DEBUG oslo.service.loopingcall [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1341.902412] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.902712] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b7b5d81-dc68-4d73-a9cd-ade6fb114d4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.924832] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.924832] env[62777]: value = "task-1693506" [ 1341.924832] env[62777]: _type = "Task" [ 1341.924832] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.934468] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693506, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.141146] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.174316] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1342.174316] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521bb4cd-216f-fcc6-88f8-2c1511cefff0" [ 1342.174316] env[62777]: _type = "HttpNfcLease" [ 1342.174316] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1342.175105] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1342.175105] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521bb4cd-216f-fcc6-88f8-2c1511cefff0" [ 1342.175105] env[62777]: _type = "HttpNfcLease" [ 1342.175105] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1342.175988] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c28b98-7d6f-4076-ab84-13f74e587dec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.180214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.180214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.180486] env[62777]: DEBUG nova.network.neutron [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.182199] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e5f722a9-af55-43f3-8a70-f544f6bd82e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1342.187283] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.187283] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.187283] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.187498] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.187498] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.187498] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.187624] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.189084] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.189084] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.189084] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.189084] env[62777]: DEBUG nova.virt.hardware [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.190014] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1935f663-bbaf-4633-bd51-1026105d5f8b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.196822] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5585d-8165-0c48-26c0-2804064121a9/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1342.197043] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5585d-8165-0c48-26c0-2804064121a9/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1342.264393] env[62777]: DEBUG nova.compute.manager [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Received event network-changed-2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1342.264393] env[62777]: DEBUG nova.compute.manager [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Refreshing instance network info cache due to event network-changed-2b08b665-b788-4ee6-842f-ad51ebfc02dd. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1342.264625] env[62777]: DEBUG oslo_concurrency.lockutils [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.264827] env[62777]: DEBUG oslo_concurrency.lockutils [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.264933] env[62777]: DEBUG nova.network.neutron [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Refreshing network info cache for port 2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.272413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af9a08-b862-4689-ab56-9420ca8d7247 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.317192] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f53e08d2-bb69-4118-809e-736682308b7f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7c7053aa-118c-4374-abcb-e54c164ead34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.558s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.379302] env[62777]: DEBUG oslo_vmware.api [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693502, 'name': PowerOnVM_Task, 'duration_secs': 0.851342} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.379559] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.380038] env[62777]: INFO nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1342.380038] env[62777]: DEBUG nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.380703] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f289c-0d51-443b-9230-a542765efe0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.422967] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-21ffd140-b0e5-4c11-90e7-fbed70a5419a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.434392] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693506, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.699702] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 4610b1d4-7be5-4e97-b095-ad71263bc30a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1342.822166] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.899504] env[62777]: INFO nova.compute.manager [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Took 37.51 seconds to build instance. [ 1342.942396] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693506, 'name': CreateVM_Task, 'duration_secs': 0.967813} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.942909] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.944217] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.944667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.945510] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1342.946151] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4c63a9-a3cd-4a53-bc35-948c75ee073a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.953744] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1342.953744] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fab2d6-ed75-b792-d590-d769364eec5f" [ 1342.953744] env[62777]: _type = "Task" [ 1342.953744] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.963776] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fab2d6-ed75-b792-d590-d769364eec5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.051072] env[62777]: DEBUG nova.compute.manager [req-b738038d-b53a-472c-bd20-f0b6be5849a3 req-c1425917-c195-46bc-b201-70e985dac52b service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Received event network-vif-plugged-a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1343.051072] env[62777]: DEBUG oslo_concurrency.lockutils [req-b738038d-b53a-472c-bd20-f0b6be5849a3 req-c1425917-c195-46bc-b201-70e985dac52b service nova] Acquiring lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.051072] env[62777]: DEBUG oslo_concurrency.lockutils [req-b738038d-b53a-472c-bd20-f0b6be5849a3 req-c1425917-c195-46bc-b201-70e985dac52b service nova] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.051072] env[62777]: DEBUG oslo_concurrency.lockutils [req-b738038d-b53a-472c-bd20-f0b6be5849a3 req-c1425917-c195-46bc-b201-70e985dac52b service nova] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.051945] env[62777]: DEBUG nova.compute.manager [req-b738038d-b53a-472c-bd20-f0b6be5849a3 req-c1425917-c195-46bc-b201-70e985dac52b service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] No waiting events found dispatching network-vif-plugged-a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.052837] env[62777]: WARNING nova.compute.manager [req-b738038d-b53a-472c-bd20-f0b6be5849a3 req-c1425917-c195-46bc-b201-70e985dac52b service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Received unexpected event network-vif-plugged-a46adc2c-0439-4e97-a55e-aee8c681f436 for instance with vm_state building and task_state spawning. [ 1343.090927] env[62777]: DEBUG nova.network.neutron [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Successfully updated port: a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.156676] env[62777]: DEBUG nova.network.neutron [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance_info_cache with network_info: [{"id": "fcb2fd8f-2147-48df-9d12-c991805b943c", "address": "fa:16:3e:c9:e8:cf", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb2fd8f-21", "ovs_interfaceid": "fcb2fd8f-2147-48df-9d12-c991805b943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.201082] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 3c7eae93-232e-4a26-b5d1-9f34c83301d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1343.209844] env[62777]: DEBUG nova.network.neutron [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updated VIF entry in instance network info cache for port 2b08b665-b788-4ee6-842f-ad51ebfc02dd. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.209844] env[62777]: DEBUG nova.network.neutron [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.346078] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.400737] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c5aa6c5-9faa-458b-bc29-92910abfb278 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.895s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.476029] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fab2d6-ed75-b792-d590-d769364eec5f, 'name': SearchDatastore_Task, 'duration_secs': 0.021607} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.476029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.476029] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.476029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.476527] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.476527] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.476527] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de5a8324-6495-4c23-a7de-42ae80ef87bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.488709] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.488911] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.489796] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c662897-b080-429c-a476-c60a44c2aba1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.499746] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1343.499746] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52de84a8-70d7-1bae-b136-ab6083ab2a82" [ 1343.499746] env[62777]: _type = "Task" [ 1343.499746] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.513709] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52de84a8-70d7-1bae-b136-ab6083ab2a82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.598294] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.600106] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.600106] env[62777]: DEBUG nova.network.neutron [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.660530] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.705590] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 6af16382-5385-4bbf-8c7b-1f438f0e0261 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1343.712723] env[62777]: DEBUG oslo_concurrency.lockutils [req-cca2b7b5-ddc3-47fb-bae8-2ac994d7e73f req-054d7424-8902-4166-a969-f349c94a7a1a service nova] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.904902] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.932840] env[62777]: INFO nova.compute.manager [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Rebuilding instance [ 1343.977395] env[62777]: DEBUG nova.compute.manager [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1343.978469] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046d9232-78e2-4f4a-b8b9-ca60fb22337c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.011488] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52de84a8-70d7-1bae-b136-ab6083ab2a82, 'name': SearchDatastore_Task, 'duration_secs': 0.014524} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.012447] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb03455-1d61-438b-8300-a7adeee11c3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.020194] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1344.020194] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525768c0-7899-450c-0fad-e62d4568d510" [ 1344.020194] env[62777]: _type = "Task" [ 1344.020194] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.031785] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525768c0-7899-450c-0fad-e62d4568d510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.141075] env[62777]: DEBUG nova.network.neutron [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.190211] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754a64ca-48a2-486f-9a04-a03a8e843bc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.211222] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance dce2b238-171d-4ba3-bd58-93c9313aed15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1344.218849] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47899681-1092-4fc6-a0d9-455d10194457 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.226491] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.369062] env[62777]: DEBUG nova.network.neutron [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updating instance_info_cache with network_info: [{"id": "a46adc2c-0439-4e97-a55e-aee8c681f436", "address": "fa:16:3e:7f:6a:9a", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46adc2c-04", "ovs_interfaceid": "a46adc2c-0439-4e97-a55e-aee8c681f436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.428123] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1344.531549] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525768c0-7899-450c-0fad-e62d4568d510, 'name': SearchDatastore_Task, 'duration_secs': 0.013563} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.531957] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.532304] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774/05e9ae8e-e533-4528-8c69-8fdef6f94774.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.532627] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ceff20cc-9a2a-4528-8051-723196db13f4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.543149] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1344.543149] env[62777]: value = "task-1693508" [ 1344.543149] env[62777]: _type = "Task" [ 1344.543149] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.554491] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.714913] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f0a4868a-0eea-4f93-98d0-c4a4f0070d42 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1344.734303] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1344.735081] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-071bd318-786d-4ea6-9415-ad680290bcd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.748026] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1344.748026] env[62777]: value = "task-1693509" [ 1344.748026] env[62777]: _type = "Task" [ 1344.748026] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.760296] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.877301] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.877301] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Instance network_info: |[{"id": "a46adc2c-0439-4e97-a55e-aee8c681f436", "address": "fa:16:3e:7f:6a:9a", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46adc2c-04", "ovs_interfaceid": "a46adc2c-0439-4e97-a55e-aee8c681f436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.877484] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:6a:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a46adc2c-0439-4e97-a55e-aee8c681f436', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.884742] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating folder: Project (2865b3e288344234bf754dee916e6aa2). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.884996] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8464bec-7007-46ac-bc08-d7db13d433b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.900090] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created folder: Project (2865b3e288344234bf754dee916e6aa2) in parent group-v353040. [ 1344.900090] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating folder: Instances. Parent ref: group-v353134. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.900357] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e0a2ccb-f741-477c-990c-4d7a8314ce3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.912725] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created folder: Instances in parent group-v353134. [ 1344.912922] env[62777]: DEBUG oslo.service.loopingcall [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.913160] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.913394] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c2559d-19de-4a82-953b-5652674ad133 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.937624] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.937624] env[62777]: value = "task-1693512" [ 1344.937624] env[62777]: _type = "Task" [ 1344.937624] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.948091] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693512, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.000431] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.000431] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f710ad0-7e78-4e30-a062-751c581dae28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.008743] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1345.008743] env[62777]: value = "task-1693513" [ 1345.008743] env[62777]: _type = "Task" [ 1345.008743] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.019048] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.053955] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693508, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.103012] env[62777]: DEBUG nova.compute.manager [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Received event network-changed-a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1345.103303] env[62777]: DEBUG nova.compute.manager [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Refreshing instance network info cache due to event network-changed-a46adc2c-0439-4e97-a55e-aee8c681f436. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1345.103583] env[62777]: DEBUG oslo_concurrency.lockutils [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] Acquiring lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.103721] env[62777]: DEBUG oslo_concurrency.lockutils [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] Acquired lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.103930] env[62777]: DEBUG nova.network.neutron [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Refreshing network info cache for port a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.218821] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 3884f29c-8a5d-4482-8679-117f3253522f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1345.263126] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.433381] env[62777]: DEBUG nova.compute.manager [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1345.434430] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8df473-e1c1-4cd0-a645-440883cfad65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.463221] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693512, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.520543] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693513, 'name': PowerOffVM_Task, 'duration_secs': 0.346635} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.520862] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.521163] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.522046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee60d40-1801-4708-8332-9a435a84d62a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.531552] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.531898] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec279426-676f-4677-a949-2e9084a2b209 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.555318] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724865} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.555621] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774/05e9ae8e-e533-4528-8c69-8fdef6f94774.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.555943] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.556162] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64225368-5bc8-4ec4-91d2-aad378d24896 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.566164] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1345.566164] env[62777]: value = "task-1693516" [ 1345.566164] env[62777]: _type = "Task" [ 1345.566164] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.576839] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.581776] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.581776] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.581869] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleting the datastore file [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.582189] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a674e75-11e3-4490-b210-2e291e56c38d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.591405] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1345.591405] env[62777]: value = "task-1693517" [ 1345.591405] env[62777]: _type = "Task" [ 1345.591405] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.602431] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.722357] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9d4b8943-c1b3-46db-805f-e7195f8b3306 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1345.761178] env[62777]: DEBUG oslo_vmware.api [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693509, 'name': PowerOnVM_Task, 'duration_secs': 0.947009} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.761505] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.761686] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee63034-4e63-4387-a87e-27d192040571 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance '23a23d42-fe67-446b-9203-826515fc848e' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.898930] env[62777]: DEBUG nova.network.neutron [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updated VIF entry in instance network info cache for port a46adc2c-0439-4e97-a55e-aee8c681f436. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.899451] env[62777]: DEBUG nova.network.neutron [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updating instance_info_cache with network_info: [{"id": "a46adc2c-0439-4e97-a55e-aee8c681f436", "address": "fa:16:3e:7f:6a:9a", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46adc2c-04", "ovs_interfaceid": "a46adc2c-0439-4e97-a55e-aee8c681f436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.951499] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693512, 'name': CreateVM_Task, 'duration_secs': 0.747094} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.951757] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.952473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.952640] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.952953] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.953247] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aef66923-1a29-4a07-95de-0436b89f8997 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.959468] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1345.959468] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528a635f-c534-990b-755e-7fff638b0909" [ 1345.959468] env[62777]: _type = "Task" [ 1345.959468] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.965203] env[62777]: INFO nova.compute.manager [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] instance snapshotting [ 1345.967996] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3665ec-b2fe-4e9a-8bb7-5a711e7e08d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.974011] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528a635f-c534-990b-755e-7fff638b0909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.992124] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a9fe3-995e-4a91-b235-a1c01e170794 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.077484] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091992} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.077841] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.078674] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f9f8af-d31a-473a-8d73-fea6f2425490 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.101317] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774/05e9ae8e-e533-4528-8c69-8fdef6f94774.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.104749] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f4b652-9b74-4630-8e29-c9d8e80cf9a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.125789] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190889} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.127291] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.127488] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.127663] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.130470] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1346.130470] env[62777]: value = "task-1693518" [ 1346.130470] env[62777]: _type = "Task" [ 1346.130470] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.142270] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.225973] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9d055439-796b-48a8-b99b-1d74c4beb653 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1346.403998] env[62777]: DEBUG oslo_concurrency.lockutils [req-9478a64b-bc3f-4d6e-8f87-175295d3ea84 req-ef8f7366-828c-464b-98e9-a5b9abd98751 service nova] Releasing lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.470856] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528a635f-c534-990b-755e-7fff638b0909, 'name': SearchDatastore_Task, 'duration_secs': 0.042788} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.471177] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.471440] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.471680] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.471824] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.472008] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.472359] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d633ac4-d001-43fa-9b92-d351cd81dda9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.482051] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.482279] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.483010] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc82d15c-7263-4e2a-bee0-796303453558 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.489569] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1346.489569] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5264de2c-6594-3e29-ca73-e0f56d66f59e" [ 1346.489569] env[62777]: _type = "Task" [ 1346.489569] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.497956] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5264de2c-6594-3e29-ca73-e0f56d66f59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.504050] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1346.504341] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ffc2b31-d7c3-4feb-87db-53f66e7a1789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.512698] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1346.512698] env[62777]: value = "task-1693519" [ 1346.512698] env[62777]: _type = "Task" [ 1346.512698] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.521846] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693519, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.646373] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693518, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.729346] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 4127cc73-1b70-44a1-9358-18158d610de4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1347.000597] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5264de2c-6594-3e29-ca73-e0f56d66f59e, 'name': SearchDatastore_Task, 'duration_secs': 0.011908} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.001493] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2e3f3ec-c2eb-4fe3-a57d-703ee221c485 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.007463] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1347.007463] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e4ba9a-a400-3a9e-6a3d-d71fcbec4835" [ 1347.007463] env[62777]: _type = "Task" [ 1347.007463] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.016316] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e4ba9a-a400-3a9e-6a3d-d71fcbec4835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.024639] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693519, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.149198] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693518, 'name': ReconfigVM_Task, 'duration_secs': 0.56016} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.149496] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774/05e9ae8e-e533-4528-8c69-8fdef6f94774.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.150166] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b867a8d7-bb54-4beb-a3e4-3662274861bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.159677] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1347.159677] env[62777]: value = "task-1693520" [ 1347.159677] env[62777]: _type = "Task" [ 1347.159677] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.165935] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1347.166207] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1347.166395] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.166597] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1347.166740] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.166884] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1347.167155] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1347.167362] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1347.167490] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1347.167643] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1347.167812] env[62777]: DEBUG nova.virt.hardware [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1347.168649] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542df666-6744-4071-beb9-5fbf34087a33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.174601] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693520, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.181031] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed4a110-068e-43d4-a0bc-a2f750125043 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.196798] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.203289] env[62777]: DEBUG oslo.service.loopingcall [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.203586] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.203808] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58448f97-e08b-488f-984e-ef247f811345 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.222391] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.222391] env[62777]: value = "task-1693521" [ 1347.222391] env[62777]: _type = "Task" [ 1347.222391] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.231225] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693521, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.234206] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance fa7c2fd5-5046-4d00-a162-3e1ae5392798 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1347.519935] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e4ba9a-a400-3a9e-6a3d-d71fcbec4835, 'name': SearchDatastore_Task, 'duration_secs': 0.015271} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.524062] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.524399] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/9ff7647f-7bbe-4d5c-acfd-cc72ed698196.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.524719] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0f4e910-35a2-47f1-9e7d-e7d69d6795b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.533655] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693519, 'name': CreateSnapshot_Task, 'duration_secs': 0.876765} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.535241] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1347.535488] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1347.535488] env[62777]: value = "task-1693523" [ 1347.535488] env[62777]: _type = "Task" [ 1347.535488] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.536266] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff74c9b-bb3f-41b8-901e-237eae442542 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.548650] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.670305] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693520, 'name': Rename_Task, 'duration_secs': 0.239805} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.670607] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.670854] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5db94fe-b795-44bd-bfa2-a1c2057d29ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.678390] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1347.678390] env[62777]: value = "task-1693524" [ 1347.678390] env[62777]: _type = "Task" [ 1347.678390] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.687757] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.737446] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance a31ad77d-308f-4a6f-beb0-1da4730e8ba9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1347.738865] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693521, 'name': CreateVM_Task, 'duration_secs': 0.350982} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.739420] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.739871] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.740052] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.740379] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1347.740637] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-717a0676-cced-42b0-bd68-dfceb31b8a69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.747567] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1347.747567] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52808b0b-3b29-ab9f-b011-aec5646c1a3e" [ 1347.747567] env[62777]: _type = "Task" [ 1347.747567] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.760316] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52808b0b-3b29-ab9f-b011-aec5646c1a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.050848] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693523, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.067431] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1348.067431] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e53cc89f-b552-4390-8563-de039e643d00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.076532] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1348.076532] env[62777]: value = "task-1693525" [ 1348.076532] env[62777]: _type = "Task" [ 1348.076532] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.087266] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693525, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.109075] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "23a23d42-fe67-446b-9203-826515fc848e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.109075] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.109075] env[62777]: DEBUG nova.compute.manager [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Going to confirm migration 1 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1348.191560] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.241252] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 38c103b4-6244-4243-aa10-0a71c8c0e530 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1348.260582] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52808b0b-3b29-ab9f-b011-aec5646c1a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.015145} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.261102] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.261286] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.261639] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.261860] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.262136] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.262766] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3fc5381-440d-48ca-b415-3d2cc556678f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.273510] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.273840] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.274702] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59489ed1-5643-4398-99e0-7d138b1f4734 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.282597] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1348.282597] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527de9ef-4c2b-d75b-66fa-86b3ad429d8c" [ 1348.282597] env[62777]: _type = "Task" [ 1348.282597] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.291872] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527de9ef-4c2b-d75b-66fa-86b3ad429d8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.552213] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577858} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.552574] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/9ff7647f-7bbe-4d5c-acfd-cc72ed698196.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.552765] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.553085] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db97a336-bad1-40e0-a852-2cfa1b71946b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.562646] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1348.562646] env[62777]: value = "task-1693526" [ 1348.562646] env[62777]: _type = "Task" [ 1348.562646] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.571874] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.586381] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693525, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.694585] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.696173] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.696399] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.696636] env[62777]: DEBUG nova.network.neutron [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.696926] env[62777]: DEBUG nova.objects.instance [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lazy-loading 'info_cache' on Instance uuid 23a23d42-fe67-446b-9203-826515fc848e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.745046] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 053160fc-4510-4394-b638-53fe0dbcb6e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1348.804552] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527de9ef-4c2b-d75b-66fa-86b3ad429d8c, 'name': SearchDatastore_Task, 'duration_secs': 0.017746} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.805248] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0829602b-a3f8-4914-8cc9-f9eeb6503da4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.817411] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1348.817411] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5258b123-09b5-0f0f-4fe0-b2856d5bb56e" [ 1348.817411] env[62777]: _type = "Task" [ 1348.817411] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.829863] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5258b123-09b5-0f0f-4fe0-b2856d5bb56e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.072679] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205397} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.073032] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.073871] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd6bd14-1d8d-4e26-960e-757a4f258fea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.104436] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/9ff7647f-7bbe-4d5c-acfd-cc72ed698196.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.105492] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de5a2eea-fd14-447b-b4b4-5cdd3edb36af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.132199] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693525, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.138847] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1349.138847] env[62777]: value = "task-1693527" [ 1349.138847] env[62777]: _type = "Task" [ 1349.138847] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.148427] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.192711] env[62777]: DEBUG oslo_vmware.api [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693524, 'name': PowerOnVM_Task, 'duration_secs': 1.179824} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.192997] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.193215] env[62777]: INFO nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1349.193394] env[62777]: DEBUG nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.194275] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d3af88-db6e-462a-bf6a-60c953b5c0b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.257554] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance c3e1cd1c-e809-44b4-9467-fd0e418ba5e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1349.257554] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1349.257554] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1349.334926] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5258b123-09b5-0f0f-4fe0-b2856d5bb56e, 'name': SearchDatastore_Task, 'duration_secs': 0.014807} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.335334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.335611] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.335736] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f7ccc88-0f09-4dc4-aa06-d15c2bbad90a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.347043] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1349.347043] env[62777]: value = "task-1693528" [ 1349.347043] env[62777]: _type = "Task" [ 1349.347043] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.354439] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.591907] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693525, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.652644] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.720408] env[62777]: INFO nova.compute.manager [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Took 42.14 seconds to build instance. [ 1349.861977] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.884352] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eef3dd-7a7e-4401-a6d5-6ab18f79dc70 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.894107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af425a8d-5154-4618-b0f4-404aabbcd968 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.928865] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9e291d-5654-4134-8fb5-4c474e879b75 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.937898] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41741031-73c8-4955-af24-ccb663744db7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.955673] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.044495] env[62777]: DEBUG nova.network.neutron [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance_info_cache with network_info: [{"id": "fcb2fd8f-2147-48df-9d12-c991805b943c", "address": "fa:16:3e:c9:e8:cf", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb2fd8f-21", "ovs_interfaceid": "fcb2fd8f-2147-48df-9d12-c991805b943c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.090870] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693525, 'name': CloneVM_Task, 'duration_secs': 1.933595} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.091173] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Created linked-clone VM from snapshot [ 1350.091936] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4787454-ccd8-4aae-ae9a-b3469c51dd86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.100737] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Uploading image 123a3e68-6942-413c-91d8-1059188ef368 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1350.111435] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1350.112162] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d9b8e69-f7f4-44af-ad2e-527e7cfc2e55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.120122] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1350.120122] env[62777]: value = "task-1693530" [ 1350.120122] env[62777]: _type = "Task" [ 1350.120122] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.131531] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693530, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.150659] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693527, 'name': ReconfigVM_Task, 'duration_secs': 0.536276} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.150943] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/9ff7647f-7bbe-4d5c-acfd-cc72ed698196.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.151783] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-156485f3-70cf-444c-a1c9-2a0977989ab8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.159934] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1350.159934] env[62777]: value = "task-1693531" [ 1350.159934] env[62777]: _type = "Task" [ 1350.159934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.169927] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693531, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.223572] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eb6e543b-b968-411b-a6d2-f42cd0c67569 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.956s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.358062] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639966} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.358517] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.358943] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.359315] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a36759b-bc3c-41dd-a885-3e6b6b40429d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.369439] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1350.369439] env[62777]: value = "task-1693532" [ 1350.369439] env[62777]: _type = "Task" [ 1350.369439] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.379909] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.458616] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1350.547522] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-23a23d42-fe67-446b-9203-826515fc848e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.549503] env[62777]: DEBUG nova.objects.instance [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lazy-loading 'migration_context' on Instance uuid 23a23d42-fe67-446b-9203-826515fc848e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.632323] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693530, 'name': Destroy_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.671430] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693531, 'name': Rename_Task, 'duration_secs': 0.290254} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.671742] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.672014] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-119de620-b765-47d4-8b51-309b2a9a98a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.680321] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1350.680321] env[62777]: value = "task-1693533" [ 1350.680321] env[62777]: _type = "Task" [ 1350.680321] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.690860] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.726595] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.767404] env[62777]: DEBUG nova.compute.manager [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Received event network-changed-2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1350.767702] env[62777]: DEBUG nova.compute.manager [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Refreshing instance network info cache due to event network-changed-2b08b665-b788-4ee6-842f-ad51ebfc02dd. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1350.767846] env[62777]: DEBUG oslo_concurrency.lockutils [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.767993] env[62777]: DEBUG oslo_concurrency.lockutils [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.768181] env[62777]: DEBUG nova.network.neutron [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Refreshing network info cache for port 2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.880985] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071973} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.881289] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.882124] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92660e0a-961a-4969-a2f5-4c925f469753 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.903991] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.904810] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b0e28c-1ca7-4dfe-b435-e7faad32eb43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.934080] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1350.934080] env[62777]: value = "task-1693534" [ 1350.934080] env[62777]: _type = "Task" [ 1350.934080] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.944854] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.963891] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1350.964225] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.853s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.964513] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.494s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.964715] env[62777]: DEBUG nova.objects.instance [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1351.051961] env[62777]: DEBUG nova.objects.base [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Object Instance<23a23d42-fe67-446b-9203-826515fc848e> lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.052969] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1348dba-a668-4226-aab9-a5f249126596 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.077407] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ea1ab8f-91d7-423f-8bf7-2ca647632bd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.084751] env[62777]: DEBUG oslo_vmware.api [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1351.084751] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528f4af5-bb0d-97a2-4736-c326a1f93dea" [ 1351.084751] env[62777]: _type = "Task" [ 1351.084751] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.095768] env[62777]: DEBUG oslo_vmware.api [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528f4af5-bb0d-97a2-4736-c326a1f93dea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.132017] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693530, 'name': Destroy_Task, 'duration_secs': 0.697927} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.132339] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Destroyed the VM [ 1351.132714] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1351.133027] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ed7e753c-916c-423d-9c56-60157564e714 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.142020] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1351.142020] env[62777]: value = "task-1693535" [ 1351.142020] env[62777]: _type = "Task" [ 1351.142020] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.152382] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.193372] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693533, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.262832] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.447824] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693534, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.598317] env[62777]: DEBUG oslo_vmware.api [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528f4af5-bb0d-97a2-4736-c326a1f93dea, 'name': SearchDatastore_Task, 'duration_secs': 0.018897} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.599429] env[62777]: DEBUG nova.network.neutron [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updated VIF entry in instance network info cache for port 2b08b665-b788-4ee6-842f-ad51ebfc02dd. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.599811] env[62777]: DEBUG nova.network.neutron [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.601247] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.660378] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.692800] env[62777]: DEBUG oslo_vmware.api [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693533, 'name': PowerOnVM_Task, 'duration_secs': 0.757144} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.693046] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.693260] env[62777]: INFO nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1351.693434] env[62777]: DEBUG nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.694265] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed3e3c-f104-4f25-80b3-39d813fc3ac9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.946628] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693534, 'name': ReconfigVM_Task, 'duration_secs': 0.558972} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.947299] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11/72a17d6d-05e9-40e3-918a-01bf0af2bc11.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.948510] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19391019-b2bf-4c04-9db1-1d20e38e9e1e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.961028] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1351.961028] env[62777]: value = "task-1693536" [ 1351.961028] env[62777]: _type = "Task" [ 1351.961028] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.970876] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.972070] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693536, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.972417] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1351.972641] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1351.972766] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1351.976828] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d5051c2d-688a-4a07-ab73-709a3ea18683 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.979457] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.724s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.982335] env[62777]: INFO nova.compute.claims [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1352.003420] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5585d-8165-0c48-26c0-2804064121a9/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1352.004460] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9637e5de-824f-42d9-802e-25604019acbb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.014442] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5585d-8165-0c48-26c0-2804064121a9/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1352.014442] env[62777]: ERROR oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5585d-8165-0c48-26c0-2804064121a9/disk-0.vmdk due to incomplete transfer. [ 1352.014442] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5939216a-f530-46a5-b94b-095afd0ddc88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.023266] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5585d-8165-0c48-26c0-2804064121a9/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1352.023481] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Uploaded image 3a39c72e-5fbb-4ae8-99b4-e7bd691e0dd0 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1352.025869] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1352.026149] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8a7fac7-0dd5-45c7-a3a5-7835de6ad6f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.034375] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1352.034375] env[62777]: value = "task-1693537" [ 1352.034375] env[62777]: _type = "Task" [ 1352.034375] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.043809] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693537, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.102752] env[62777]: DEBUG oslo_concurrency.lockutils [req-37390313-c97c-4785-8395-12b03e21c972 req-1034f2cd-8ce8-48f4-ad55-06dee1eb60a3 service nova] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.155919] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693535, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.217012] env[62777]: INFO nova.compute.manager [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Took 41.02 seconds to build instance. [ 1352.469655] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693536, 'name': Rename_Task, 'duration_secs': 0.243236} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.469938] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.470234] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1b8783-ec3e-41f5-8e5d-d3cf6cf1c526 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.485703] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1352.485703] env[62777]: value = "task-1693538" [ 1352.485703] env[62777]: _type = "Task" [ 1352.485703] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.498959] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.523678] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.523836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.523987] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9bf94633-f769-4fa7-985f-942375455224] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1352.524249] env[62777]: DEBUG nova.objects.instance [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lazy-loading 'info_cache' on Instance uuid 9bf94633-f769-4fa7-985f-942375455224 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.546434] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693537, 'name': Destroy_Task, 'duration_secs': 0.40352} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.546992] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Destroyed the VM [ 1352.547287] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1352.547759] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-18cb8b59-09f3-46fb-bbea-ffac344f90f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.556081] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1352.556081] env[62777]: value = "task-1693539" [ 1352.556081] env[62777]: _type = "Task" [ 1352.556081] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.565498] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.654583] env[62777]: DEBUG oslo_vmware.api [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693535, 'name': RemoveSnapshot_Task, 'duration_secs': 1.108518} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.654837] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1352.720525] env[62777]: DEBUG oslo_concurrency.lockutils [None req-786e6e3b-9602-4871-8d2d-a0cb1c5dec8a tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.016s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.776530] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "b975381d-212e-4843-ad46-ab50d3a03200" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.776795] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "b975381d-212e-4843-ad46-ab50d3a03200" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.999999] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.068912] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693539, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.161710] env[62777]: WARNING nova.compute.manager [None req-b23313ff-d878-46a5-9ece-b287b362461f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Image not found during snapshot: nova.exception.ImageNotFound: Image 123a3e68-6942-413c-91d8-1059188ef368 could not be found. [ 1353.222590] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.429520] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "7c7053aa-118c-4374-abcb-e54c164ead34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.429841] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7c7053aa-118c-4374-abcb-e54c164ead34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.430357] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "7c7053aa-118c-4374-abcb-e54c164ead34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.430357] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7c7053aa-118c-4374-abcb-e54c164ead34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.430357] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7c7053aa-118c-4374-abcb-e54c164ead34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.433152] env[62777]: INFO nova.compute.manager [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Terminating instance [ 1353.496602] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.516581] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ada146-6c22-47a9-b3ff-b54fdfa003b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.524470] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef95283-135b-4010-b764-f86da1d399e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.557630] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6175f2-47ee-4fa6-a329-eb46899e4df0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.571827] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0e5dc3-830d-4cbd-8b12-af31c3cb8098 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.575584] env[62777]: DEBUG oslo_vmware.api [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.607656} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.575841] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1353.576079] env[62777]: INFO nova.compute.manager [None req-e73a1226-4dd9-400c-bdf6-cec1d2c35eb7 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Took 16.63 seconds to snapshot the instance on the hypervisor. [ 1353.589505] env[62777]: DEBUG nova.compute.provider_tree [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.746888] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.939334] env[62777]: DEBUG nova.compute.manager [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.939798] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.940660] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a756d367-56bc-41cf-8301-8d1186eb0f66 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.949947] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.950790] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d47d7db2-e6e2-49ec-acf9-44a6e7c6dbfb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.959902] env[62777]: DEBUG oslo_vmware.api [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1353.959902] env[62777]: value = "task-1693540" [ 1353.959902] env[62777]: _type = "Task" [ 1353.959902] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.969952] env[62777]: DEBUG oslo_vmware.api [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.996946] env[62777]: DEBUG oslo_vmware.api [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693538, 'name': PowerOnVM_Task, 'duration_secs': 1.347262} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.998333] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.998639] env[62777]: DEBUG nova.compute.manager [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1353.999434] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd92b01c-a762-400d-aa29-961f139ce9cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.093574] env[62777]: DEBUG nova.scheduler.client.report [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1354.353044] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updating instance_info_cache with network_info: [{"id": "8f86a0ff-3574-422e-9518-627bc571f74e", "address": "fa:16:3e:0a:3c:9a", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f86a0ff-35", "ovs_interfaceid": "8f86a0ff-3574-422e-9518-627bc571f74e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.470737] env[62777]: DEBUG oslo_vmware.api [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693540, 'name': PowerOffVM_Task, 'duration_secs': 0.301942} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.470993] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.471177] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.471450] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1c31a03-ea4a-43a2-85c0-35378d4c473a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.517722] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.554453] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.554676] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.554896] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleting the datastore file [datastore1] 7c7053aa-118c-4374-abcb-e54c164ead34 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.555153] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a178adc4-0ad8-44d9-942d-c57d5c137b16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.563144] env[62777]: DEBUG oslo_vmware.api [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1354.563144] env[62777]: value = "task-1693542" [ 1354.563144] env[62777]: _type = "Task" [ 1354.563144] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.572460] env[62777]: DEBUG oslo_vmware.api [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.601939] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.602523] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.606131] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.183s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.608448] env[62777]: INFO nova.compute.claims [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.856340] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-9bf94633-f769-4fa7-985f-942375455224" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.856647] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1354.856899] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.857186] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.857381] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.857567] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.857822] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.860360] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1354.860413] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1354.860580] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1355.076941] env[62777]: DEBUG oslo_vmware.api [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434823} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.076941] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.076941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.076941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.076941] env[62777]: INFO nova.compute.manager [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1355.077251] env[62777]: DEBUG oslo.service.loopingcall [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.077251] env[62777]: DEBUG nova.compute.manager [-] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.077251] env[62777]: DEBUG nova.network.neutron [-] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.121690] env[62777]: DEBUG nova.compute.utils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1355.123360] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1355.123540] env[62777]: DEBUG nova.network.neutron [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.201072] env[62777]: DEBUG nova.policy [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f91ae30d72a44c7acefd35304f3dce3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '026ac554175340f9b2648cec804f1796', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.363785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.594496] env[62777]: DEBUG nova.network.neutron [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Successfully created port: 1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1355.630311] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.669144] env[62777]: DEBUG nova.compute.manager [req-dc7d610f-a1cf-47f0-b385-d86797608523 req-34b6f3ec-880f-475c-a047-6da18f9087c2 service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Received event network-vif-deleted-d35011aa-af3c-4435-ac2c-834f92a44ded {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1355.669144] env[62777]: INFO nova.compute.manager [req-dc7d610f-a1cf-47f0-b385-d86797608523 req-34b6f3ec-880f-475c-a047-6da18f9087c2 service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Neutron deleted interface d35011aa-af3c-4435-ac2c-834f92a44ded; detaching it from the instance and deleting it from the info cache [ 1355.669144] env[62777]: DEBUG nova.network.neutron [req-dc7d610f-a1cf-47f0-b385-d86797608523 req-34b6f3ec-880f-475c-a047-6da18f9087c2 service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.990625] env[62777]: DEBUG nova.network.neutron [-] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.171669] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f92e08e-9a1f-4a4e-be19-05eb3beb0b85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.175570] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e959f73-659f-471b-919b-ffcb05721d0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.185946] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38bdbe2-411b-4100-a958-931c8e1d574a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.193114] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53adb8a5-44f9-47ed-ab9c-8216eb7a3216 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.232774] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e33f1c2-5fcb-4236-b28a-1ea5a280dad7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.237459] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.237713] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.237924] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.238121] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.238402] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.243138] env[62777]: INFO nova.compute.manager [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Terminating instance [ 1356.245503] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8c668-44ed-429e-9bf4-17caae151bba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.264072] env[62777]: DEBUG nova.compute.manager [req-dc7d610f-a1cf-47f0-b385-d86797608523 req-34b6f3ec-880f-475c-a047-6da18f9087c2 service nova] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Detach interface failed, port_id=d35011aa-af3c-4435-ac2c-834f92a44ded, reason: Instance 7c7053aa-118c-4374-abcb-e54c164ead34 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1356.277647] env[62777]: DEBUG nova.compute.provider_tree [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.493968] env[62777]: INFO nova.compute.manager [-] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Took 1.42 seconds to deallocate network for instance. [ 1356.642174] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.671949] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1356.672303] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1356.672480] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.672664] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1356.672806] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.672950] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1356.673170] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1356.673328] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1356.673493] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1356.673652] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1356.673821] env[62777]: DEBUG nova.virt.hardware [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.674923] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1a348c-92e1-48b5-b2dc-0706244029e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.685810] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eea898-4a91-4207-accf-f31fe0f41336 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.764690] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "refresh_cache-72a17d6d-05e9-40e3-918a-01bf0af2bc11" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.765120] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "refresh_cache-72a17d6d-05e9-40e3-918a-01bf0af2bc11" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.765415] env[62777]: DEBUG nova.network.neutron [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1356.781722] env[62777]: DEBUG nova.scheduler.client.report [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1356.823303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.823565] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.823773] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1356.823956] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.824141] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.826134] env[62777]: INFO nova.compute.manager [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Terminating instance [ 1357.001100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.214264] env[62777]: DEBUG nova.network.neutron [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Successfully updated port: 1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.285881] env[62777]: DEBUG nova.network.neutron [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.288087] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.288559] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.291310] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.488s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.292693] env[62777]: INFO nova.compute.claims [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.329812] env[62777]: DEBUG nova.compute.manager [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.329812] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.331027] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca089408-f0f8-4514-be28-3130c40e823e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.340910] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.341162] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-004f91fb-4853-447a-a52a-4f1fe8963986 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.348206] env[62777]: DEBUG oslo_vmware.api [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1357.348206] env[62777]: value = "task-1693543" [ 1357.348206] env[62777]: _type = "Task" [ 1357.348206] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.353978] env[62777]: DEBUG nova.network.neutron [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.360947] env[62777]: DEBUG oslo_vmware.api [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.689870] env[62777]: DEBUG nova.compute.manager [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Received event network-vif-plugged-1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1357.690097] env[62777]: DEBUG oslo_concurrency.lockutils [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] Acquiring lock "2ec93312-17da-412b-9024-56d9d562612d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.690320] env[62777]: DEBUG oslo_concurrency.lockutils [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] Lock "2ec93312-17da-412b-9024-56d9d562612d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.690483] env[62777]: DEBUG oslo_concurrency.lockutils [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] Lock "2ec93312-17da-412b-9024-56d9d562612d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.690646] env[62777]: DEBUG nova.compute.manager [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] No waiting events found dispatching network-vif-plugged-1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1357.690809] env[62777]: WARNING nova.compute.manager [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Received unexpected event network-vif-plugged-1062f734-fe16-47df-ad99-e0d538b2c77e for instance with vm_state building and task_state spawning. [ 1357.691030] env[62777]: DEBUG nova.compute.manager [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Received event network-changed-1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1357.691200] env[62777]: DEBUG nova.compute.manager [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Refreshing instance network info cache due to event network-changed-1062f734-fe16-47df-ad99-e0d538b2c77e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1357.691431] env[62777]: DEBUG oslo_concurrency.lockutils [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] Acquiring lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.691523] env[62777]: DEBUG oslo_concurrency.lockutils [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] Acquired lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.691677] env[62777]: DEBUG nova.network.neutron [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Refreshing network info cache for port 1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.715934] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.801177] env[62777]: DEBUG nova.compute.utils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.802940] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.802940] env[62777]: DEBUG nova.network.neutron [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.843151] env[62777]: DEBUG nova.policy [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45583962953841bbb89459d4b08d3489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2865b3e288344234bf754dee916e6aa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.859689] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "refresh_cache-72a17d6d-05e9-40e3-918a-01bf0af2bc11" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.860158] env[62777]: DEBUG nova.compute.manager [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1357.860472] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.860772] env[62777]: DEBUG oslo_vmware.api [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693543, 'name': PowerOffVM_Task, 'duration_secs': 0.45716} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.861483] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2be7a18-ece0-419a-b9cf-cb0f3f2c9934 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.864764] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.864934] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.865183] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ce86b5-4e0d-428e-8dd9-2e3a3ee81e3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.873656] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.874014] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f90780e0-f331-4579-b986-44dbc04692bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.881219] env[62777]: DEBUG oslo_vmware.api [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1357.881219] env[62777]: value = "task-1693545" [ 1357.881219] env[62777]: _type = "Task" [ 1357.881219] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.892153] env[62777]: DEBUG oslo_vmware.api [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.977349] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.977349] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.977349] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Deleting the datastore file [datastore1] 2fbdd757-f345-48e7-af3f-a7c3c3458a94 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.977349] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17ae21b0-c0f1-4b55-9b20-0c8f5564a67d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.986023] env[62777]: DEBUG oslo_vmware.api [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1357.986023] env[62777]: value = "task-1693546" [ 1357.986023] env[62777]: _type = "Task" [ 1357.986023] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.994926] env[62777]: DEBUG oslo_vmware.api [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.174731] env[62777]: DEBUG nova.network.neutron [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Successfully created port: 1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.246640] env[62777]: DEBUG nova.network.neutron [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.308349] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.393266] env[62777]: DEBUG oslo_vmware.api [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693545, 'name': PowerOffVM_Task, 'duration_secs': 0.243059} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.393687] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1358.393687] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1358.394215] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db8331db-e56d-4e90-a594-2a91e24d68e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.418328] env[62777]: DEBUG nova.network.neutron [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.425701] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1358.425906] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1358.426099] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleting the datastore file [datastore1] 72a17d6d-05e9-40e3-918a-01bf0af2bc11 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1358.426712] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3d181a4-1701-4375-a995-f3ed6b3dcc0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.434205] env[62777]: DEBUG oslo_vmware.api [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1358.434205] env[62777]: value = "task-1693548" [ 1358.434205] env[62777]: _type = "Task" [ 1358.434205] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.444800] env[62777]: DEBUG oslo_vmware.api [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.495582] env[62777]: DEBUG oslo_vmware.api [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227022} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.495582] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.495582] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.495582] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.495582] env[62777]: INFO nova.compute.manager [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1358.495856] env[62777]: DEBUG oslo.service.loopingcall [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.498312] env[62777]: DEBUG nova.compute.manager [-] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.498312] env[62777]: DEBUG nova.network.neutron [-] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.921262] env[62777]: DEBUG oslo_concurrency.lockutils [req-a11618b7-3046-48eb-bd47-f55e557f3163 req-73b05e70-f2c2-48aa-983d-c3687deeb774 service nova] Releasing lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.921684] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquired lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.921842] env[62777]: DEBUG nova.network.neutron [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.949420] env[62777]: DEBUG oslo_vmware.api [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117118} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.949787] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.950039] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.950287] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.950632] env[62777]: INFO nova.compute.manager [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1358.950946] env[62777]: DEBUG oslo.service.loopingcall [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.951268] env[62777]: DEBUG nova.compute.manager [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.951445] env[62777]: DEBUG nova.network.neutron [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.968885] env[62777]: DEBUG nova.network.neutron [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.056104] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ff81e5-c5c6-42c2-933c-7e264dba31ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.064491] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f83357-0bd7-4388-b17b-ffb941574456 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.101052] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dea64e-ad58-4dc7-a5ef-416d2509d1ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.109670] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efbb919-008f-48b8-9b9b-a2b5d8f6d28f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.124550] env[62777]: DEBUG nova.compute.provider_tree [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.321878] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.349890] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1359.350176] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1359.350344] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.350529] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1359.350672] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.350814] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1359.354051] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1359.354280] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1359.354462] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1359.354628] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1359.354801] env[62777]: DEBUG nova.virt.hardware [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.355655] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ae39bd-b719-426e-a794-a0d822107216 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.364243] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79734517-936e-4872-895e-71004ab40993 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.471604] env[62777]: DEBUG nova.network.neutron [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.476477] env[62777]: DEBUG nova.network.neutron [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.539957] env[62777]: DEBUG nova.network.neutron [-] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.627831] env[62777]: DEBUG nova.scheduler.client.report [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1359.650141] env[62777]: DEBUG nova.network.neutron [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Updating instance_info_cache with network_info: [{"id": "1062f734-fe16-47df-ad99-e0d538b2c77e", "address": "fa:16:3e:45:51:d3", "network": {"id": "5cfd4d50-7e7d-4743-b165-4818a89a2dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2034706236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026ac554175340f9b2648cec804f1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1062f734-fe", "ovs_interfaceid": "1062f734-fe16-47df-ad99-e0d538b2c77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.715841] env[62777]: DEBUG nova.compute.manager [req-bc53c813-6fbb-4c33-a0ef-140416fa0e4a req-8a9aba3e-6704-4709-b8c8-70ee119bf0a3 service nova] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Received event network-vif-deleted-377ff6ee-9534-4583-a4ef-8acb27bcabd8 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1359.973850] env[62777]: INFO nova.compute.manager [-] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Took 1.02 seconds to deallocate network for instance. [ 1360.042872] env[62777]: INFO nova.compute.manager [-] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Took 1.54 seconds to deallocate network for instance. [ 1360.132708] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.133215] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.135935] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.091s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.136077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.141093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.606s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.141093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.141093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.581s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.141093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.141966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.400s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.142159] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.144228] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.342s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.145784] env[62777]: INFO nova.compute.claims [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.153865] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Releasing lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.154178] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Instance network_info: |[{"id": "1062f734-fe16-47df-ad99-e0d538b2c77e", "address": "fa:16:3e:45:51:d3", "network": {"id": "5cfd4d50-7e7d-4743-b165-4818a89a2dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2034706236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026ac554175340f9b2648cec804f1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1062f734-fe", "ovs_interfaceid": "1062f734-fe16-47df-ad99-e0d538b2c77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1360.154596] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:51:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1062f734-fe16-47df-ad99-e0d538b2c77e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.167659] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Creating folder: Project (026ac554175340f9b2648cec804f1796). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.169269] env[62777]: DEBUG nova.network.neutron [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Successfully updated port: 1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1360.171843] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d16e32b3-60d5-46cc-9a85-23894edc624e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.181411] env[62777]: INFO nova.scheduler.client.report [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocations for instance dded2e30-028a-4e55-958e-5bfb544ea23d [ 1360.184115] env[62777]: INFO nova.scheduler.client.report [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Deleted allocations for instance 38ec3326-e350-448f-98b5-e30cbe5e3864 [ 1360.189751] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Created folder: Project (026ac554175340f9b2648cec804f1796) in parent group-v353040. [ 1360.191028] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Creating folder: Instances. Parent ref: group-v353140. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1360.192644] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbd9e275-a7de-47a0-a700-8146065372b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.206407] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Created folder: Instances in parent group-v353140. [ 1360.206407] env[62777]: DEBUG oslo.service.loopingcall [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1360.206634] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.206945] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84977e8a-a219-4667-895b-90d8959815b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.227445] env[62777]: INFO nova.scheduler.client.report [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Deleted allocations for instance 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f [ 1360.232018] env[62777]: INFO nova.scheduler.client.report [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Deleted allocations for instance cc589df4-6e32-401a-987a-b9dc24d49947 [ 1360.239193] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.239193] env[62777]: value = "task-1693551" [ 1360.239193] env[62777]: _type = "Task" [ 1360.239193] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.248653] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693551, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.484340] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.549918] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.650745] env[62777]: DEBUG nova.compute.utils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1360.652209] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.652396] env[62777]: DEBUG nova.network.neutron [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.675952] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.676128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.676375] env[62777]: DEBUG nova.network.neutron [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.694059] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4d948cd3-4468-4616-b552-f81d01240343 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "dded2e30-028a-4e55-958e-5bfb544ea23d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.614s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.696025] env[62777]: DEBUG nova.policy [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6223bc706cc4f5d9292e4316c13df5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be10ed15795048d49876d0b75d5584c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1360.699749] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6914e176-e514-45bc-9bae-5cb6502937e6 tempest-DeleteServersAdminTestJSON-115833065 tempest-DeleteServersAdminTestJSON-115833065-project-member] Lock "38ec3326-e350-448f-98b5-e30cbe5e3864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.500s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.742768] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e57a14bd-0121-427b-ae4c-9f67716ab161 tempest-ServerExternalEventsTest-1550985395 tempest-ServerExternalEventsTest-1550985395-project-member] Lock "3aa8f348-e15b-43e0-96a0-a6fb6c57f00f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.463s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.757677] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693551, 'name': CreateVM_Task, 'duration_secs': 0.382649} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.759082] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.760171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.760376] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.760686] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.761279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c872f4d3-7099-46fe-a1a4-7dce184019bc tempest-ServerRescueTestJSONUnderV235-1097192968 tempest-ServerRescueTestJSONUnderV235-1097192968-project-member] Lock "cc589df4-6e32-401a-987a-b9dc24d49947" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.319s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.762238] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b83ae99-19fc-4f54-b2c4-da937b57e8cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.768902] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1360.768902] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f25e48-d05e-a1cc-2871-b957459dddb1" [ 1360.768902] env[62777]: _type = "Task" [ 1360.768902] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.778494] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f25e48-d05e-a1cc-2871-b957459dddb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.157121] env[62777]: DEBUG nova.network.neutron [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Successfully created port: 9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.157121] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.264377] env[62777]: DEBUG nova.network.neutron [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.284141] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f25e48-d05e-a1cc-2871-b957459dddb1, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.287265] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.287538] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.287772] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1361.287917] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.288112] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.289838] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9040db1d-e428-44e8-a714-6ad7394f0274 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.302050] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.302303] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.303503] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03da8174-df17-40ab-a711-8b6097b1a68a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.318902] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1361.318902] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52908fe0-6a13-7535-844e-35ae063fe86b" [ 1361.318902] env[62777]: _type = "Task" [ 1361.318902] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.331532] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52908fe0-6a13-7535-844e-35ae063fe86b, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.335099] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94e23e5-1fa2-40ac-972e-b0c0e5cb4bd1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.342089] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1361.342089] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525eb66b-4c25-e2ca-26d8-55e82a19894c" [ 1361.342089] env[62777]: _type = "Task" [ 1361.342089] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.353059] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525eb66b-4c25-e2ca-26d8-55e82a19894c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.655331] env[62777]: DEBUG nova.network.neutron [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Updating instance_info_cache with network_info: [{"id": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "address": "fa:16:3e:5b:7a:ef", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61927b-7a", "ovs_interfaceid": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.763107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227a243-0648-4e8d-a1be-0561259628bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.771108] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de5d838-538d-483c-bc8b-a898a6443db0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.804748] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f5cae2-a88d-4794-97ff-a3a49b849558 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.814070] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17043042-1a25-4e49-b43d-ed6ff8a7e57b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.828350] env[62777]: DEBUG nova.compute.provider_tree [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.857221] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525eb66b-4c25-e2ca-26d8-55e82a19894c, 'name': SearchDatastore_Task, 'duration_secs': 0.010099} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.857221] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.857221] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2ec93312-17da-412b-9024-56d9d562612d/2ec93312-17da-412b-9024-56d9d562612d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.857221] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d774809-ccaa-430e-9580-70eddf5883e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.864617] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1361.864617] env[62777]: value = "task-1693552" [ 1361.864617] env[62777]: _type = "Task" [ 1361.864617] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.876631] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.881047] env[62777]: DEBUG nova.compute.manager [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Received event network-vif-plugged-1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1361.881592] env[62777]: DEBUG oslo_concurrency.lockutils [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] Acquiring lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1361.881592] env[62777]: DEBUG oslo_concurrency.lockutils [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1361.881762] env[62777]: DEBUG oslo_concurrency.lockutils [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1361.881762] env[62777]: DEBUG nova.compute.manager [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] No waiting events found dispatching network-vif-plugged-1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1361.882541] env[62777]: WARNING nova.compute.manager [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Received unexpected event network-vif-plugged-1f61927b-7a8c-4b2b-8789-7d4ee1280b2c for instance with vm_state building and task_state spawning. [ 1361.882541] env[62777]: DEBUG nova.compute.manager [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Received event network-changed-1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1361.882541] env[62777]: DEBUG nova.compute.manager [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Refreshing instance network info cache due to event network-changed-1f61927b-7a8c-4b2b-8789-7d4ee1280b2c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1361.882541] env[62777]: DEBUG oslo_concurrency.lockutils [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] Acquiring lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.159903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.160982] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Instance network_info: |[{"id": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "address": "fa:16:3e:5b:7a:ef", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61927b-7a", "ovs_interfaceid": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1362.160982] env[62777]: DEBUG oslo_concurrency.lockutils [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] Acquired lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.161184] env[62777]: DEBUG nova.network.neutron [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Refreshing network info cache for port 1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.162396] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f61927b-7a8c-4b2b-8789-7d4ee1280b2c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.174709] env[62777]: DEBUG oslo.service.loopingcall [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.177995] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.181160] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.184189] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f23a91ed-8a70-46e1-8437-6a4cd76fe9be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.212818] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.212818] env[62777]: value = "task-1693553" [ 1362.212818] env[62777]: _type = "Task" [ 1362.212818] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.229908] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693553, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.232719] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.232859] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.233031] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.233416] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.233584] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.233714] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.233926] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.234116] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.234250] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.234427] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.234601] env[62777]: DEBUG nova.virt.hardware [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.235504] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d091ca-2dbe-4bad-8b25-b400fc1a3b81 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.245649] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6793631f-0e84-4d46-9567-29f15652ca04 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.333033] env[62777]: DEBUG nova.scheduler.client.report [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1362.378576] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500542} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.378576] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2ec93312-17da-412b-9024-56d9d562612d/2ec93312-17da-412b-9024-56d9d562612d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.378576] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.378576] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6036a545-cbe5-4530-a476-8f7f0fa83529 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.385590] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1362.385590] env[62777]: value = "task-1693554" [ 1362.385590] env[62777]: _type = "Task" [ 1362.385590] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.396592] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.725718] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693553, 'name': CreateVM_Task, 'duration_secs': 0.384563} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.730632] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.731364] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.731539] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.731853] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.736021] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41645b64-a0a2-4f06-87b9-eb7080312a07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.737859] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1362.737859] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd1332-cb93-3956-2154-0b39dfcf1b2e" [ 1362.737859] env[62777]: _type = "Task" [ 1362.737859] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.747924] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd1332-cb93-3956-2154-0b39dfcf1b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.839730] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.840501] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1362.844029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.487s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.846333] env[62777]: INFO nova.compute.claims [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1362.898779] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076658} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.899042] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.899902] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbd5c68-44aa-4419-b489-7d67924e9be1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.924298] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 2ec93312-17da-412b-9024-56d9d562612d/2ec93312-17da-412b-9024-56d9d562612d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.924616] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0532cb2-8e1c-4504-96a9-59393c497417 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.949168] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1362.949168] env[62777]: value = "task-1693555" [ 1362.949168] env[62777]: _type = "Task" [ 1362.949168] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.957672] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.154321] env[62777]: DEBUG nova.network.neutron [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Updated VIF entry in instance network info cache for port 1f61927b-7a8c-4b2b-8789-7d4ee1280b2c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.154321] env[62777]: DEBUG nova.network.neutron [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Updating instance_info_cache with network_info: [{"id": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "address": "fa:16:3e:5b:7a:ef", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61927b-7a", "ovs_interfaceid": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.253642] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd1332-cb93-3956-2154-0b39dfcf1b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.253992] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.254262] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.254982] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.254982] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.254982] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.255187] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c725e22b-54ca-44c6-9724-e59240fd2769 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.269426] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.269426] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.270315] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56536ffd-ab1b-43d3-b848-79e8d699acae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.278765] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1363.278765] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ce2829-77be-079e-6031-b3c946853199" [ 1363.278765] env[62777]: _type = "Task" [ 1363.278765] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.290552] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ce2829-77be-079e-6031-b3c946853199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.353663] env[62777]: DEBUG nova.compute.utils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.355101] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1363.355301] env[62777]: DEBUG nova.network.neutron [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.416540] env[62777]: DEBUG nova.network.neutron [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Successfully updated port: 9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1363.431198] env[62777]: DEBUG nova.policy [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04e0dd40845e41beb7ffab4e83414baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff503ead6cfd430c843cd563359b5e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1363.459476] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693555, 'name': ReconfigVM_Task, 'duration_secs': 0.349785} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.459826] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 2ec93312-17da-412b-9024-56d9d562612d/2ec93312-17da-412b-9024-56d9d562612d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.460487] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f54c51d4-a17a-4810-89cb-7de18b00683e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.468779] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1363.468779] env[62777]: value = "task-1693556" [ 1363.468779] env[62777]: _type = "Task" [ 1363.468779] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.477780] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693556, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.660853] env[62777]: DEBUG oslo_concurrency.lockutils [req-e8d2a4d0-0b0a-4206-8c36-aa69985cef29 req-96b5c88f-f2a4-46f9-ab75-9ed1d4d5b423 service nova] Releasing lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.797104] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ce2829-77be-079e-6031-b3c946853199, 'name': SearchDatastore_Task, 'duration_secs': 0.014762} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.797910] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ca49ed-a0fd-422e-93d8-929a64ff09d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.804271] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1363.804271] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c82e49-b559-ec64-04b1-b2a152654916" [ 1363.804271] env[62777]: _type = "Task" [ 1363.804271] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.814119] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c82e49-b559-ec64-04b1-b2a152654916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.859675] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1363.922160] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "refresh_cache-4610b1d4-7be5-4e97-b095-ad71263bc30a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.922309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquired lock "refresh_cache-4610b1d4-7be5-4e97-b095-ad71263bc30a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.922454] env[62777]: DEBUG nova.network.neutron [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.932825] env[62777]: DEBUG nova.network.neutron [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Successfully created port: 9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1363.986769] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693556, 'name': Rename_Task, 'duration_secs': 0.15842} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.986769] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.986769] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b13e2839-7bf6-4470-8f3d-cf1ee9149583 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.995922] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1363.995922] env[62777]: value = "task-1693557" [ 1363.995922] env[62777]: _type = "Task" [ 1363.995922] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.007694] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.216739] env[62777]: DEBUG nova.compute.manager [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Received event network-vif-plugged-9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1364.217089] env[62777]: DEBUG oslo_concurrency.lockutils [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] Acquiring lock "4610b1d4-7be5-4e97-b095-ad71263bc30a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.217258] env[62777]: DEBUG oslo_concurrency.lockutils [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.217470] env[62777]: DEBUG oslo_concurrency.lockutils [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.217619] env[62777]: DEBUG nova.compute.manager [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] No waiting events found dispatching network-vif-plugged-9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1364.217771] env[62777]: WARNING nova.compute.manager [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Received unexpected event network-vif-plugged-9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 for instance with vm_state building and task_state spawning. [ 1364.217945] env[62777]: DEBUG nova.compute.manager [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Received event network-changed-9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1364.218112] env[62777]: DEBUG nova.compute.manager [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Refreshing instance network info cache due to event network-changed-9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1364.218286] env[62777]: DEBUG oslo_concurrency.lockutils [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] Acquiring lock "refresh_cache-4610b1d4-7be5-4e97-b095-ad71263bc30a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.316858] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c82e49-b559-ec64-04b1-b2a152654916, 'name': SearchDatastore_Task, 'duration_secs': 0.011547} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.319687] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.319992] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/e5f722a9-af55-43f3-8a70-f544f6bd82e1.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1364.320506] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96251ec2-c2ae-478c-9451-78984aba4f6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.330239] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1364.330239] env[62777]: value = "task-1693558" [ 1364.330239] env[62777]: _type = "Task" [ 1364.330239] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.342290] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.419818] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21aa4b4b-1b3c-4776-aeda-dc52ca99c7c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.432805] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c7326-c1f6-4d88-a970-91897ef56516 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.469852] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee87a02c-a5c4-432b-bdbc-b417d79f5328 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.483022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0af626-00d8-4879-84ad-2e25319d38ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.502039] env[62777]: DEBUG nova.compute.provider_tree [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.516030] env[62777]: DEBUG nova.network.neutron [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1364.519189] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.542092] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "93418698-971c-4f22-8ce6-f886f71a2ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1364.542301] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.709852] env[62777]: DEBUG nova.network.neutron [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Updating instance_info_cache with network_info: [{"id": "9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98", "address": "fa:16:3e:40:5c:26", "network": {"id": "eda5a21a-d2b8-441a-b66c-e17513135675", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1772492198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be10ed15795048d49876d0b75d5584c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8ce09c-a9", "ovs_interfaceid": "9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.843836] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.868665] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1364.898519] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.898848] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.899031] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.899324] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.899493] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.899957] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.900541] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.900943] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.901238] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.901541] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.901885] env[62777]: DEBUG nova.virt.hardware [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.902948] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af20183-c312-47fb-b7ae-5e77080ddd8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.915824] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fcb64d-49a7-41ef-9df9-436fce660d27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.011376] env[62777]: DEBUG nova.scheduler.client.report [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1365.014517] env[62777]: DEBUG oslo_vmware.api [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693557, 'name': PowerOnVM_Task, 'duration_secs': 0.532449} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.014966] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1365.015177] env[62777]: INFO nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1365.015357] env[62777]: DEBUG nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1365.016322] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c450d0-9e35-44df-bef3-bc7a37a0778e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.213377] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Releasing lock "refresh_cache-4610b1d4-7be5-4e97-b095-ad71263bc30a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.213755] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Instance network_info: |[{"id": "9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98", "address": "fa:16:3e:40:5c:26", "network": {"id": "eda5a21a-d2b8-441a-b66c-e17513135675", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1772492198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be10ed15795048d49876d0b75d5584c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8ce09c-a9", "ovs_interfaceid": "9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1365.214153] env[62777]: DEBUG oslo_concurrency.lockutils [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] Acquired lock "refresh_cache-4610b1d4-7be5-4e97-b095-ad71263bc30a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.214703] env[62777]: DEBUG nova.network.neutron [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Refreshing network info cache for port 9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1365.215646] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:5c:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37434b93-dfdc-4a3f-bf5a-9f2cbe25a754', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1365.223775] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Creating folder: Project (be10ed15795048d49876d0b75d5584c9). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.226843] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-755b5dbe-c4b1-4ae1-8cc8-801ef52c037a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.240877] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Created folder: Project (be10ed15795048d49876d0b75d5584c9) in parent group-v353040. [ 1365.241158] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Creating folder: Instances. Parent ref: group-v353144. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1365.241450] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bd140ec-a7dc-4e08-ad3e-381ba6cb4e09 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.253750] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Created folder: Instances in parent group-v353144. [ 1365.254075] env[62777]: DEBUG oslo.service.loopingcall [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1365.254321] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1365.254501] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffb85426-15fe-47c1-8d15-23a22208b9a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.276216] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1365.276216] env[62777]: value = "task-1693561" [ 1365.276216] env[62777]: _type = "Task" [ 1365.276216] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.288125] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693561, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.344138] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705447} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.344409] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/e5f722a9-af55-43f3-8a70-f544f6bd82e1.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1365.344624] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1365.344874] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8399b5e-c6e3-40e2-bb1d-83eb9d9f4c7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.355424] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1365.355424] env[62777]: value = "task-1693562" [ 1365.355424] env[62777]: _type = "Task" [ 1365.355424] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.367119] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.516205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.516791] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.520419] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.601s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.523377] env[62777]: INFO nova.compute.claims [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.539534] env[62777]: INFO nova.compute.manager [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Took 43.31 seconds to build instance. [ 1365.661458] env[62777]: DEBUG nova.network.neutron [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Updated VIF entry in instance network info cache for port 9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.661579] env[62777]: DEBUG nova.network.neutron [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Updating instance_info_cache with network_info: [{"id": "9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98", "address": "fa:16:3e:40:5c:26", "network": {"id": "eda5a21a-d2b8-441a-b66c-e17513135675", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1772492198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be10ed15795048d49876d0b75d5584c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37434b93-dfdc-4a3f-bf5a-9f2cbe25a754", "external-id": "nsx-vlan-transportzone-676", "segmentation_id": 676, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b8ce09c-a9", "ovs_interfaceid": "9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.787609] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693561, 'name': CreateVM_Task, 'duration_secs': 0.394847} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.787730] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.788520] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.788816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.789238] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.789549] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fdc218-13f7-4569-a2c8-faf0e802abd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.794340] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1365.794340] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52656462-d477-18db-4a8c-a7245091a174" [ 1365.794340] env[62777]: _type = "Task" [ 1365.794340] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.803687] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52656462-d477-18db-4a8c-a7245091a174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.839536] env[62777]: DEBUG nova.network.neutron [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Successfully updated port: 9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1365.871748] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154035} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.872121] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.873043] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341dfffa-1106-4c0a-a8ce-498d35f6ef52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.896711] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/e5f722a9-af55-43f3-8a70-f544f6bd82e1.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.897086] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5d9f39-09ff-4879-8067-65dd02361835 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.926526] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1365.926526] env[62777]: value = "task-1693563" [ 1365.926526] env[62777]: _type = "Task" [ 1365.926526] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.934954] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.028422] env[62777]: DEBUG nova.compute.utils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.029857] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.030065] env[62777]: DEBUG nova.network.neutron [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.042589] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f76fc40e-3e99-4a73-bf00-c01b39d38067 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "2ec93312-17da-412b-9024-56d9d562612d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.520s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.095603] env[62777]: DEBUG nova.policy [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.165138] env[62777]: DEBUG oslo_concurrency.lockutils [req-3f5d80b4-0d52-4b16-9b68-6b03280586c2 req-6a933e64-0f23-4359-8a38-01681003a99b service nova] Releasing lock "refresh_cache-4610b1d4-7be5-4e97-b095-ad71263bc30a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.308691] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52656462-d477-18db-4a8c-a7245091a174, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.309007] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.309276] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.309512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.309657] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.309832] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.310109] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5467c63-7427-4052-831b-e90d7103de66 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.319942] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.320146] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.320887] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e223dd-067c-49ff-863f-96b0bba97d61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.326886] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1366.326886] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524f1988-e2eb-7a46-20ba-51bda49bc05c" [ 1366.326886] env[62777]: _type = "Task" [ 1366.326886] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.338627] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524f1988-e2eb-7a46-20ba-51bda49bc05c, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.339389] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fcf9a66-ce7a-4cce-ac9e-545082c95d6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.341851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "refresh_cache-3c7eae93-232e-4a26-b5d1-9f34c83301d6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.341986] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "refresh_cache-3c7eae93-232e-4a26-b5d1-9f34c83301d6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.342146] env[62777]: DEBUG nova.network.neutron [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1366.347274] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1366.347274] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0a06a-460c-a11b-07f0-5237458ca3a6" [ 1366.347274] env[62777]: _type = "Task" [ 1366.347274] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.355450] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0a06a-460c-a11b-07f0-5237458ca3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.436354] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693563, 'name': ReconfigVM_Task, 'duration_secs': 0.266659} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.436354] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/e5f722a9-af55-43f3-8a70-f544f6bd82e1.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.436667] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2575cfb2-ff97-4d11-a202-c03421a3090f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.443896] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1366.443896] env[62777]: value = "task-1693564" [ 1366.443896] env[62777]: _type = "Task" [ 1366.443896] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.460586] env[62777]: DEBUG nova.compute.manager [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Received event network-vif-plugged-9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1366.460801] env[62777]: DEBUG oslo_concurrency.lockutils [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] Acquiring lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.461019] env[62777]: DEBUG oslo_concurrency.lockutils [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.461186] env[62777]: DEBUG oslo_concurrency.lockutils [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.461351] env[62777]: DEBUG nova.compute.manager [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] No waiting events found dispatching network-vif-plugged-9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1366.461525] env[62777]: WARNING nova.compute.manager [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Received unexpected event network-vif-plugged-9c17785b-d902-4716-b020-8981ad9cf654 for instance with vm_state building and task_state spawning. [ 1366.461692] env[62777]: DEBUG nova.compute.manager [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Received event network-changed-9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1366.461840] env[62777]: DEBUG nova.compute.manager [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Refreshing instance network info cache due to event network-changed-9c17785b-d902-4716-b020-8981ad9cf654. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1366.462045] env[62777]: DEBUG oslo_concurrency.lockutils [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] Acquiring lock "refresh_cache-3c7eae93-232e-4a26-b5d1-9f34c83301d6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1366.469416] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693564, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.533116] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.545373] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.767770] env[62777]: DEBUG nova.network.neutron [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Successfully created port: f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.865594] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0a06a-460c-a11b-07f0-5237458ca3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.865594] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.865594] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 4610b1d4-7be5-4e97-b095-ad71263bc30a/4610b1d4-7be5-4e97-b095-ad71263bc30a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.865594] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07fdfedf-4626-4ae6-8f4d-e99bfef2174b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.875813] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1366.875813] env[62777]: value = "task-1693565" [ 1366.875813] env[62777]: _type = "Task" [ 1366.875813] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.884993] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.911252] env[62777]: DEBUG nova.network.neutron [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1366.956865] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693564, 'name': Rename_Task, 'duration_secs': 0.14467} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.961473] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.961565] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e91fcba7-e375-4c34-9798-014dd4d9e111 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.973536] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1366.973536] env[62777]: value = "task-1693566" [ 1366.973536] env[62777]: _type = "Task" [ 1366.973536] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.982799] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.072324] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.133835] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260af80-270b-4ef6-b013-ba1ece54805a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.144903] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ba9242-1882-452c-b56e-3d8d3029cedc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.195573] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f410f060-1545-4cb7-89d5-6d66edc38f2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.207504] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c594bf8-9f2d-418e-aba0-1f8ed9e90d1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.225906] env[62777]: DEBUG nova.compute.provider_tree [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.391794] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693565, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.413934] env[62777]: DEBUG nova.network.neutron [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Updating instance_info_cache with network_info: [{"id": "9c17785b-d902-4716-b020-8981ad9cf654", "address": "fa:16:3e:19:70:82", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c17785b-d9", "ovs_interfaceid": "9c17785b-d902-4716-b020-8981ad9cf654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.485491] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.553755] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.585226] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1367.585642] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1367.585642] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.586890] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1367.586890] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.587320] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1367.587564] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1367.588447] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1367.588447] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1367.588447] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1367.588447] env[62777]: DEBUG nova.virt.hardware [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.589732] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1bf26-09fa-4041-8f7a-b837b49316c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.599176] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c61daf-7a4f-461c-abc2-5af9bc458046 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.730955] env[62777]: DEBUG nova.scheduler.client.report [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1367.889064] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528739} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.889400] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 4610b1d4-7be5-4e97-b095-ad71263bc30a/4610b1d4-7be5-4e97-b095-ad71263bc30a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.889650] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.893021] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c8d3a7b-777b-4adc-bf32-3ac575253657 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.897863] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1367.897863] env[62777]: value = "task-1693567" [ 1367.897863] env[62777]: _type = "Task" [ 1367.897863] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.908742] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.917492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "refresh_cache-3c7eae93-232e-4a26-b5d1-9f34c83301d6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1367.921028] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Instance network_info: |[{"id": "9c17785b-d902-4716-b020-8981ad9cf654", "address": "fa:16:3e:19:70:82", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c17785b-d9", "ovs_interfaceid": "9c17785b-d902-4716-b020-8981ad9cf654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1367.921028] env[62777]: DEBUG oslo_concurrency.lockutils [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] Acquired lock "refresh_cache-3c7eae93-232e-4a26-b5d1-9f34c83301d6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.921390] env[62777]: DEBUG nova.network.neutron [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Refreshing network info cache for port 9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.921390] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:70:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c17785b-d902-4716-b020-8981ad9cf654', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1367.931356] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating folder: Project (ff503ead6cfd430c843cd563359b5e8c). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.931944] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6284876b-d8cf-48d5-8beb-bd8c0635a532 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.947018] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created folder: Project (ff503ead6cfd430c843cd563359b5e8c) in parent group-v353040. [ 1367.947018] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating folder: Instances. Parent ref: group-v353147. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1367.947018] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-905eae34-69b9-4d90-a048-1ec8d09b2a1b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.956490] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created folder: Instances in parent group-v353147. [ 1367.956738] env[62777]: DEBUG oslo.service.loopingcall [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.956920] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1367.957171] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df9c23c7-bfe5-4c9c-82b9-b367be3b6a08 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.980236] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1367.980236] env[62777]: value = "task-1693570" [ 1367.980236] env[62777]: _type = "Task" [ 1367.980236] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.986437] env[62777]: DEBUG oslo_vmware.api [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693566, 'name': PowerOnVM_Task, 'duration_secs': 0.710592} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.987056] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.987342] env[62777]: INFO nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1367.987586] env[62777]: DEBUG nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.988455] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8d2b93-85dc-4c39-b049-a0bec9a7dcad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.993899] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693570, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.235772] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.235960] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1368.239225] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.251s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.239441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.241549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.149s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.241749] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.243582] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.898s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.245127] env[62777]: INFO nova.compute.claims [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.272279] env[62777]: INFO nova.scheduler.client.report [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Deleted allocations for instance 87e0118a-b9eb-4298-950c-495814102d8a [ 1368.284812] env[62777]: INFO nova.scheduler.client.report [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Deleted allocations for instance bcef837d-7a30-4c53-805c-f55b4b793d88 [ 1368.409443] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.399837} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.409752] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.410761] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb1aae9-46d5-481e-8da2-cb3f297652f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.434273] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 4610b1d4-7be5-4e97-b095-ad71263bc30a/4610b1d4-7be5-4e97-b095-ad71263bc30a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.437420] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9fd4208-5d14-419b-bec4-a3270bbc25d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.466204] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1368.466204] env[62777]: value = "task-1693571" [ 1368.466204] env[62777]: _type = "Task" [ 1368.466204] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.476222] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.490177] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693570, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.507775] env[62777]: INFO nova.compute.manager [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Took 46.10 seconds to build instance. [ 1368.556155] env[62777]: DEBUG nova.compute.manager [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Received event network-changed-1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1368.558332] env[62777]: DEBUG nova.compute.manager [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Refreshing instance network info cache due to event network-changed-1062f734-fe16-47df-ad99-e0d538b2c77e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1368.558332] env[62777]: DEBUG oslo_concurrency.lockutils [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] Acquiring lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.558332] env[62777]: DEBUG oslo_concurrency.lockutils [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] Acquired lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.558332] env[62777]: DEBUG nova.network.neutron [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Refreshing network info cache for port 1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1368.754307] env[62777]: DEBUG nova.compute.utils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1368.760064] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.760064] env[62777]: DEBUG nova.network.neutron [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.784448] env[62777]: DEBUG oslo_concurrency.lockutils [None req-66301f47-c06a-4a89-89ea-f188e0cc0d88 tempest-ServerPasswordTestJSON-1495839215 tempest-ServerPasswordTestJSON-1495839215-project-member] Lock "87e0118a-b9eb-4298-950c-495814102d8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.366s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.792712] env[62777]: DEBUG oslo_concurrency.lockutils [None req-542d4cff-0ce0-4cba-9c31-1b02d7ea485b tempest-ServerMetadataTestJSON-1487564394 tempest-ServerMetadataTestJSON-1487564394-project-member] Lock "bcef837d-7a30-4c53-805c-f55b4b793d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.241s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.793861] env[62777]: DEBUG nova.network.neutron [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Updated VIF entry in instance network info cache for port 9c17785b-d902-4716-b020-8981ad9cf654. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.794181] env[62777]: DEBUG nova.network.neutron [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Updating instance_info_cache with network_info: [{"id": "9c17785b-d902-4716-b020-8981ad9cf654", "address": "fa:16:3e:19:70:82", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c17785b-d9", "ovs_interfaceid": "9c17785b-d902-4716-b020-8981ad9cf654", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.908815] env[62777]: DEBUG nova.policy [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7147e0a6922b472b902d3aaf09b945ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76cc3c4055cf4c1ebcb5e1aa40006bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.977251] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.990944] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693570, 'name': CreateVM_Task, 'duration_secs': 0.790075} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.991948] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1368.992289] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1368.992693] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.993146] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1368.994027] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0b8dac-5823-4c73-ac41-9378c1ca67b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.999295] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1368.999295] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0559d-733b-9e22-c329-451e837bf3aa" [ 1368.999295] env[62777]: _type = "Task" [ 1368.999295] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.010342] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e58ddb00-df1c-40d8-959f-3a0a25bb1d12 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.357s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.010636] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0559d-733b-9e22-c329-451e837bf3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.074954] env[62777]: DEBUG nova.network.neutron [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Successfully updated port: f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.268501] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1369.296954] env[62777]: DEBUG oslo_concurrency.lockutils [req-b68efee8-1409-46b9-8602-6dcae83e1c21 req-979d385c-d8d4-4ecd-aba0-ea6b3f7e8870 service nova] Releasing lock "refresh_cache-3c7eae93-232e-4a26-b5d1-9f34c83301d6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.478204] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693571, 'name': ReconfigVM_Task, 'duration_secs': 0.818021} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.479335] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 4610b1d4-7be5-4e97-b095-ad71263bc30a/4610b1d4-7be5-4e97-b095-ad71263bc30a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.480392] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f9bfc4e-a45e-479d-8491-4e939eb4b64f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.486590] env[62777]: DEBUG nova.network.neutron [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Updated VIF entry in instance network info cache for port 1062f734-fe16-47df-ad99-e0d538b2c77e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.487052] env[62777]: DEBUG nova.network.neutron [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Updating instance_info_cache with network_info: [{"id": "1062f734-fe16-47df-ad99-e0d538b2c77e", "address": "fa:16:3e:45:51:d3", "network": {"id": "5cfd4d50-7e7d-4743-b165-4818a89a2dc8", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2034706236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "026ac554175340f9b2648cec804f1796", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1062f734-fe", "ovs_interfaceid": "1062f734-fe16-47df-ad99-e0d538b2c77e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.489653] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1369.489653] env[62777]: value = "task-1693572" [ 1369.489653] env[62777]: _type = "Task" [ 1369.489653] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.501161] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693572, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.512660] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0559d-733b-9e22-c329-451e837bf3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.512660] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.512660] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.512905] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.512905] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.513112] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.513478] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.516362] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93cc3846-d3ed-4c87-b75b-d22948fb7ab5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.535247] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.535408] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.536373] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a2a7d2-ee30-42a4-bc75-69d0ffd6b1f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.548694] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1369.548694] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52681def-e5f8-1419-b37b-788652db7d02" [ 1369.548694] env[62777]: _type = "Task" [ 1369.548694] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.563622] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52681def-e5f8-1419-b37b-788652db7d02, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.565996] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb61848-f384-46fe-825a-a80d25196be6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.574985] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1369.574985] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5257d053-dbb7-cf90-809d-bc0f49d3d59e" [ 1369.574985] env[62777]: _type = "Task" [ 1369.574985] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.579088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.579262] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.579414] env[62777]: DEBUG nova.network.neutron [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.592184] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5257d053-dbb7-cf90-809d-bc0f49d3d59e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.746148] env[62777]: DEBUG nova.network.neutron [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Successfully created port: eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1369.785970] env[62777]: INFO nova.compute.manager [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Rescuing [ 1369.785970] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.785970] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.786138] env[62777]: DEBUG nova.network.neutron [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.853568] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f923bd-e84e-4633-a49c-afdd79999ff7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.862638] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758495c6-3db9-48b4-98aa-59931967423a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.895374] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100744e9-d10c-4255-af22-4303fedd8ecc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.904676] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f906e645-2e19-4325-b089-68590264bc94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.921623] env[62777]: DEBUG nova.compute.provider_tree [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1369.991162] env[62777]: DEBUG oslo_concurrency.lockutils [req-55d1f3d5-b720-4781-8b59-f4d2b21178ef req-5348e59b-0915-425c-80fd-1c0b06c4fc83 service nova] Releasing lock "refresh_cache-2ec93312-17da-412b-9024-56d9d562612d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.002869] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693572, 'name': Rename_Task, 'duration_secs': 0.337328} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.003153] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.003401] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30fa5fc-6406-4c6a-8a77-9419b9651f07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.011848] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1370.011848] env[62777]: value = "task-1693573" [ 1370.011848] env[62777]: _type = "Task" [ 1370.011848] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.022220] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.042627] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.089115] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5257d053-dbb7-cf90-809d-bc0f49d3d59e, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.089326] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.089613] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3c7eae93-232e-4a26-b5d1-9f34c83301d6/3c7eae93-232e-4a26-b5d1-9f34c83301d6.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1370.090384] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47637241-3917-40ce-91e5-f039b025742b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.102361] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1370.102361] env[62777]: value = "task-1693574" [ 1370.102361] env[62777]: _type = "Task" [ 1370.102361] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.114276] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.136086] env[62777]: DEBUG nova.network.neutron [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.295109] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.340832] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1370.340832] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1370.340832] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.341095] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1370.341095] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.341332] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1370.341550] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1370.341724] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1370.341907] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1370.342096] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1370.342277] env[62777]: DEBUG nova.virt.hardware [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1370.343221] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedeefa9-c49c-4c2b-bffc-9290a8331e56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.356506] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354df51b-07ca-4297-ad1f-d2bb3da70758 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.432380] env[62777]: DEBUG nova.network.neutron [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.463356] env[62777]: ERROR nova.scheduler.client.report [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [req-d28a2bf8-344f-4167-b3f6-c879c1b24357] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d28a2bf8-344f-4167-b3f6-c879c1b24357"}]} [ 1370.487668] env[62777]: DEBUG nova.scheduler.client.report [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1370.515355] env[62777]: DEBUG nova.scheduler.client.report [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1370.515616] env[62777]: DEBUG nova.compute.provider_tree [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1370.538337] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.539623] env[62777]: DEBUG nova.scheduler.client.report [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1370.565185] env[62777]: DEBUG nova.scheduler.client.report [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1370.617841] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693574, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.706411] env[62777]: DEBUG nova.network.neutron [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Updating instance_info_cache with network_info: [{"id": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "address": "fa:16:3e:5b:7a:ef", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61927b-7a", "ovs_interfaceid": "1f61927b-7a8c-4b2b-8789-7d4ee1280b2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.757540] env[62777]: DEBUG nova.compute.manager [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-vif-plugged-f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1370.758516] env[62777]: DEBUG oslo_concurrency.lockutils [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.758516] env[62777]: DEBUG oslo_concurrency.lockutils [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.758516] env[62777]: DEBUG oslo_concurrency.lockutils [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.758516] env[62777]: DEBUG nova.compute.manager [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] No waiting events found dispatching network-vif-plugged-f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.758516] env[62777]: WARNING nova.compute.manager [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received unexpected event network-vif-plugged-f5f072c4-0aa4-499d-acbb-d331d00f3f47 for instance with vm_state building and task_state spawning. [ 1370.758875] env[62777]: DEBUG nova.compute.manager [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-changed-f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1370.758875] env[62777]: DEBUG nova.compute.manager [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Refreshing instance network info cache due to event network-changed-f5f072c4-0aa4-499d-acbb-d331d00f3f47. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1370.758940] env[62777]: DEBUG oslo_concurrency.lockutils [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] Acquiring lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.936293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.936739] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Instance network_info: |[{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1370.937128] env[62777]: DEBUG oslo_concurrency.lockutils [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] Acquired lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.937427] env[62777]: DEBUG nova.network.neutron [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Refreshing network info cache for port f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.942980] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:e4:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5f072c4-0aa4-499d-acbb-d331d00f3f47', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.948911] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Creating folder: Project (41cf8a684ce1425183310df5b4374937). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.952647] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ae94177-eaf8-4117-9194-3fe8d22b8d47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.970357] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Created folder: Project (41cf8a684ce1425183310df5b4374937) in parent group-v353040. [ 1370.970357] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Creating folder: Instances. Parent ref: group-v353150. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1370.970357] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ac7202-9507-437c-8880-2bb3e991b03f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.984792] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Created folder: Instances in parent group-v353150. [ 1370.985103] env[62777]: DEBUG oslo.service.loopingcall [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.990460] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.991893] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-343da76c-71ab-423d-90fb-75c31d62674e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.018508] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.018508] env[62777]: value = "task-1693577" [ 1371.018508] env[62777]: _type = "Task" [ 1371.018508] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.031936] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693577, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.037333] env[62777]: DEBUG oslo_vmware.api [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693573, 'name': PowerOnVM_Task, 'duration_secs': 0.604085} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.040265] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.040460] env[62777]: INFO nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1371.040632] env[62777]: DEBUG nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1371.042190] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e44ad6-d9ac-4000-9d5e-7c35ad1d274a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.118928] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550002} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.118928] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3c7eae93-232e-4a26-b5d1-9f34c83301d6/3c7eae93-232e-4a26-b5d1-9f34c83301d6.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.118928] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1371.118928] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17397988-e657-4dc3-92eb-cd2c2aca61d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.129611] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1371.129611] env[62777]: value = "task-1693578" [ 1371.129611] env[62777]: _type = "Task" [ 1371.129611] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.140755] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.173063] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7df6d9f-b1a1-4e2b-8b81-8cece0874853 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.181647] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed28ec1d-3e24-4ecd-ab00-7681cb4037c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.217217] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-e5f722a9-af55-43f3-8a70-f544f6bd82e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.220753] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80fcb4e-96a4-4af1-aaab-41a7f6744e33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.229533] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf5bd5-8a7c-4ac1-a935-a4695e15d3fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.244150] env[62777]: DEBUG nova.compute.provider_tree [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.535022] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693577, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.570807] env[62777]: INFO nova.compute.manager [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Took 45.80 seconds to build instance. [ 1371.641349] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074608} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.643862] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1371.644792] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b79f9-a8d3-4caf-af80-a962178d0a5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.671517] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 3c7eae93-232e-4a26-b5d1-9f34c83301d6/3c7eae93-232e-4a26-b5d1-9f34c83301d6.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.672295] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0478a0b9-dfc1-4a09-8abe-0361e49f2c3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.699862] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1371.699862] env[62777]: value = "task-1693579" [ 1371.699862] env[62777]: _type = "Task" [ 1371.699862] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.710895] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.749435] env[62777]: DEBUG nova.scheduler.client.report [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1371.797274] env[62777]: DEBUG nova.network.neutron [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updated VIF entry in instance network info cache for port f5f072c4-0aa4-499d-acbb-d331d00f3f47. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.797274] env[62777]: DEBUG nova.network.neutron [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.032945] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693577, 'name': CreateVM_Task, 'duration_secs': 0.610617} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.034291] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.035185] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.035561] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.035971] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.037033] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1be7cb-ec27-4807-9969-c3bfa72db94b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.042305] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1372.042305] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52988c71-5da6-a662-336e-46e28d81af7e" [ 1372.042305] env[62777]: _type = "Task" [ 1372.042305] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.054604] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52988c71-5da6-a662-336e-46e28d81af7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.074404] env[62777]: DEBUG oslo_concurrency.lockutils [None req-98b60e22-2053-4177-94b5-dbbc4594cb52 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.956s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.216451] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.255511] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.012s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.255941] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1372.259213] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.832s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.260993] env[62777]: INFO nova.compute.claims [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.268476] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.268781] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c21d8ff1-d107-4647-882d-91e28c3327db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.278473] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1372.278473] env[62777]: value = "task-1693580" [ 1372.278473] env[62777]: _type = "Task" [ 1372.278473] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.289129] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.299974] env[62777]: DEBUG oslo_concurrency.lockutils [req-b73fe767-ca18-449f-abf3-8519b4097195 req-ee42ccc2-f828-4313-bc84-6e901d702e3d service nova] Releasing lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.410169] env[62777]: DEBUG nova.compute.manager [req-ae1a0a05-c9b1-40ac-a327-e3931e0a81ed req-1b25133d-76d6-4d2e-b0a7-42aaabe57548 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Received event network-vif-plugged-eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1372.410683] env[62777]: DEBUG oslo_concurrency.lockutils [req-ae1a0a05-c9b1-40ac-a327-e3931e0a81ed req-1b25133d-76d6-4d2e-b0a7-42aaabe57548 service nova] Acquiring lock "dce2b238-171d-4ba3-bd58-93c9313aed15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.410683] env[62777]: DEBUG oslo_concurrency.lockutils [req-ae1a0a05-c9b1-40ac-a327-e3931e0a81ed req-1b25133d-76d6-4d2e-b0a7-42aaabe57548 service nova] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.410990] env[62777]: DEBUG oslo_concurrency.lockutils [req-ae1a0a05-c9b1-40ac-a327-e3931e0a81ed req-1b25133d-76d6-4d2e-b0a7-42aaabe57548 service nova] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.410990] env[62777]: DEBUG nova.compute.manager [req-ae1a0a05-c9b1-40ac-a327-e3931e0a81ed req-1b25133d-76d6-4d2e-b0a7-42aaabe57548 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] No waiting events found dispatching network-vif-plugged-eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1372.411132] env[62777]: WARNING nova.compute.manager [req-ae1a0a05-c9b1-40ac-a327-e3931e0a81ed req-1b25133d-76d6-4d2e-b0a7-42aaabe57548 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Received unexpected event network-vif-plugged-eed2ff6e-e0c6-4e6c-8f20-302ced902fcb for instance with vm_state building and task_state spawning. [ 1372.559176] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52988c71-5da6-a662-336e-46e28d81af7e, 'name': SearchDatastore_Task, 'duration_secs': 0.009706} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.559725] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.560103] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.560472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.560771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.561096] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.561823] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ba75835-11d4-4d96-8412-01f12dacdaa2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.574863] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.575266] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.576529] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52d93e6-8226-4588-a272-50a5f677aef9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.581851] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.590351] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1372.590351] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd6d69-b16b-7d9c-aa22-d43f0ef00940" [ 1372.590351] env[62777]: _type = "Task" [ 1372.590351] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.604864] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd6d69-b16b-7d9c-aa22-d43f0ef00940, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.605852] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e819762c-10bc-4d6d-a287-8e6fca90a5d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.611527] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1372.611527] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52486507-4f5f-8562-dfdc-72ee26701732" [ 1372.611527] env[62777]: _type = "Task" [ 1372.611527] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.621505] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52486507-4f5f-8562-dfdc-72ee26701732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.691438] env[62777]: DEBUG nova.network.neutron [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Successfully updated port: eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.715664] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.767646] env[62777]: DEBUG nova.compute.utils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1372.776665] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1372.776866] env[62777]: DEBUG nova.network.neutron [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.789800] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693580, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.890055] env[62777]: DEBUG nova.policy [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f5661b164c24e468ce5cab63ef554d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b6c1461fc84fd28c294090397ae758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.953513] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "4610b1d4-7be5-4e97-b095-ad71263bc30a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.953703] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.954583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "4610b1d4-7be5-4e97-b095-ad71263bc30a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.955033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.955033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.958998] env[62777]: INFO nova.compute.manager [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Terminating instance [ 1373.119253] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.127075] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52486507-4f5f-8562-dfdc-72ee26701732, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.127353] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.127615] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 6af16382-5385-4bbf-8c7b-1f438f0e0261/6af16382-5385-4bbf-8c7b-1f438f0e0261.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.127881] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-466fe5a1-4ea0-46b7-a45b-0d4377097980 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.135796] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1373.135796] env[62777]: value = "task-1693581" [ 1373.135796] env[62777]: _type = "Task" [ 1373.135796] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.146112] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.195368] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "refresh_cache-dce2b238-171d-4ba3-bd58-93c9313aed15" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.196638] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquired lock "refresh_cache-dce2b238-171d-4ba3-bd58-93c9313aed15" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.196638] env[62777]: DEBUG nova.network.neutron [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.221033] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693579, 'name': ReconfigVM_Task, 'duration_secs': 1.277658} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.221033] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 3c7eae93-232e-4a26-b5d1-9f34c83301d6/3c7eae93-232e-4a26-b5d1-9f34c83301d6.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1373.221033] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c55b4841-980d-4c97-bb03-98a4b2b47770 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.227681] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1373.227681] env[62777]: value = "task-1693582" [ 1373.227681] env[62777]: _type = "Task" [ 1373.227681] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.242154] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693582, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.281036] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1373.297037] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693580, 'name': PowerOffVM_Task, 'duration_secs': 0.514311} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.297037] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1373.297277] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d99ce69-c2b3-4e5c-ae09-92b648414066 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.323707] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d92d364-8053-4a14-b758-825c7b29a508 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.379513] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.380263] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eaf785c-7ab3-4b3d-9c80-62a31f521697 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.389033] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1373.389033] env[62777]: value = "task-1693583" [ 1373.389033] env[62777]: _type = "Task" [ 1373.389033] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.410290] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1373.410756] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.411170] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.411414] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.411701] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.412106] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c23df65-1275-4ae3-9398-94cb67159d16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.428372] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.428657] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.429959] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcb1d34-9b33-44d6-9ea4-c810e36f518b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.438508] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1373.438508] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529afbed-91e5-b676-5b38-8d599c6b32ba" [ 1373.438508] env[62777]: _type = "Task" [ 1373.438508] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.446341] env[62777]: DEBUG nova.network.neutron [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Successfully created port: 63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1373.458068] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529afbed-91e5-b676-5b38-8d599c6b32ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.464675] env[62777]: DEBUG nova.compute.manager [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1373.464675] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.466411] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4911d8e5-bee6-44b1-aafa-8915cd735b02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.475261] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.478029] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a4f958-63f3-489a-b6f4-07084d4c2fa8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.484528] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1373.484528] env[62777]: value = "task-1693584" [ 1373.484528] env[62777]: _type = "Task" [ 1373.484528] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.494299] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.656402] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510938} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.656668] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 6af16382-5385-4bbf-8c7b-1f438f0e0261/6af16382-5385-4bbf-8c7b-1f438f0e0261.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.656877] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.657193] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81cd6d80-5b4f-4c43-ba99-092f354db094 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.664054] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1373.664054] env[62777]: value = "task-1693585" [ 1373.664054] env[62777]: _type = "Task" [ 1373.664054] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.676036] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.739790] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693582, 'name': Rename_Task, 'duration_secs': 0.151743} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.740158] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1373.740210] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70874563-e37c-42a7-9ea1-50fd095c2d96 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.747554] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1373.747554] env[62777]: value = "task-1693586" [ 1373.747554] env[62777]: _type = "Task" [ 1373.747554] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.764970] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.770241] env[62777]: DEBUG nova.network.neutron [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1373.957507] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529afbed-91e5-b676-5b38-8d599c6b32ba, 'name': SearchDatastore_Task, 'duration_secs': 0.057899} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.961356] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b65a387-8bb3-4f71-97b1-a0c35ec99f62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.972962] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1373.972962] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c547f1-0a77-ca09-911d-10b65d9c7971" [ 1373.972962] env[62777]: _type = "Task" [ 1373.972962] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.984911] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c547f1-0a77-ca09-911d-10b65d9c7971, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.985466] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.985814] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. {{(pid=62777) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1373.989310] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d243bbb4-a1b1-4474-b0cd-0a92fb6cde57 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.998961] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693584, 'name': PowerOffVM_Task, 'duration_secs': 0.183961} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.002323] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.002513] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.002843] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1374.002843] env[62777]: value = "task-1693587" [ 1374.002843] env[62777]: _type = "Task" [ 1374.002843] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.003255] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f98fbbe3-7e97-44a2-9850-8eb39346b725 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.013612] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.015096] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307e2b78-24be-4292-a9d8-89e31f045759 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.023723] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fde442-0e55-4dc5-9841-fd4fce6bb21c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.059788] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af80fede-011c-46aa-bdb9-4766c2e6f28e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.068283] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1ed7aa-a24a-469d-a544-210e30ebb08d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.084222] env[62777]: DEBUG nova.compute.provider_tree [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.086471] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.086811] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.086904] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Deleting the datastore file [datastore1] 4610b1d4-7be5-4e97-b095-ad71263bc30a {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.088315] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656ac70d-6250-4fb2-bd6f-bc8f06878a0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.093714] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for the task: (returnval){ [ 1374.093714] env[62777]: value = "task-1693589" [ 1374.093714] env[62777]: _type = "Task" [ 1374.093714] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.104555] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.178784] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099247} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.182166] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.182166] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731ff58-dfe4-4894-a1d3-3a69d0bc80a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.204645] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 6af16382-5385-4bbf-8c7b-1f438f0e0261/6af16382-5385-4bbf-8c7b-1f438f0e0261.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.205067] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f627f5b0-ea4b-4225-858a-d6093072c052 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.221572] env[62777]: DEBUG nova.network.neutron [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Updating instance_info_cache with network_info: [{"id": "eed2ff6e-e0c6-4e6c-8f20-302ced902fcb", "address": "fa:16:3e:be:34:89", "network": {"id": "349f8482-c9bb-41f6-8618-99a0215692c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-65627400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76cc3c4055cf4c1ebcb5e1aa40006bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed2ff6e-e0", "ovs_interfaceid": "eed2ff6e-e0c6-4e6c-8f20-302ced902fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.227576] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1374.227576] env[62777]: value = "task-1693590" [ 1374.227576] env[62777]: _type = "Task" [ 1374.227576] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.236860] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693590, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.261791] env[62777]: DEBUG oslo_vmware.api [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693586, 'name': PowerOnVM_Task, 'duration_secs': 0.48221} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.262084] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1374.262284] env[62777]: INFO nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1374.262459] env[62777]: DEBUG nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.263346] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec46d6f7-6d40-4131-8d92-0c66ea16195c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.292252] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1374.326403] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1374.326777] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1374.326858] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.327080] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1374.327256] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.327447] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1374.327703] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1374.327907] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1374.328104] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1374.328272] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1374.328488] env[62777]: DEBUG nova.virt.hardware [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.329928] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aef531-e887-4d11-89a9-3aa39a5af770 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.340283] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49786a2d-c932-4994-a47b-2d81a218ab60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.516637] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693587, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.589498] env[62777]: DEBUG nova.scheduler.client.report [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1374.603709] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.603950] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.616394] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.627557] env[62777]: DEBUG nova.compute.manager [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Received event network-changed-eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1374.627789] env[62777]: DEBUG nova.compute.manager [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Refreshing instance network info cache due to event network-changed-eed2ff6e-e0c6-4e6c-8f20-302ced902fcb. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1374.628019] env[62777]: DEBUG oslo_concurrency.lockutils [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] Acquiring lock "refresh_cache-dce2b238-171d-4ba3-bd58-93c9313aed15" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.727071] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Releasing lock "refresh_cache-dce2b238-171d-4ba3-bd58-93c9313aed15" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.727071] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Instance network_info: |[{"id": "eed2ff6e-e0c6-4e6c-8f20-302ced902fcb", "address": "fa:16:3e:be:34:89", "network": {"id": "349f8482-c9bb-41f6-8618-99a0215692c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-65627400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76cc3c4055cf4c1ebcb5e1aa40006bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed2ff6e-e0", "ovs_interfaceid": "eed2ff6e-e0c6-4e6c-8f20-302ced902fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1374.727431] env[62777]: DEBUG oslo_concurrency.lockutils [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] Acquired lock "refresh_cache-dce2b238-171d-4ba3-bd58-93c9313aed15" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.727431] env[62777]: DEBUG nova.network.neutron [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Refreshing network info cache for port eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.736352] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:34:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1c8fdf9-970c-4ae0-b6d9-f1015196b552', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eed2ff6e-e0c6-4e6c-8f20-302ced902fcb', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1374.743642] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Creating folder: Project (76cc3c4055cf4c1ebcb5e1aa40006bca). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.744688] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bce841e4-9229-4b35-9dfa-498e07db2b7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.758060] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.760096] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Created folder: Project (76cc3c4055cf4c1ebcb5e1aa40006bca) in parent group-v353040. [ 1374.760302] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Creating folder: Instances. Parent ref: group-v353153. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1374.760582] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-475c5bc0-78cd-4a28-8d48-2b3dc07bef95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.771703] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Created folder: Instances in parent group-v353153. [ 1374.771963] env[62777]: DEBUG oslo.service.loopingcall [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1374.773125] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1374.783872] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8e04d03-5bc1-41d4-8086-debe0e79fc4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.804631] env[62777]: INFO nova.compute.manager [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Took 43.04 seconds to build instance. [ 1374.811042] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1374.811042] env[62777]: value = "task-1693593" [ 1374.811042] env[62777]: _type = "Task" [ 1374.811042] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.820926] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693593, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.018069] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681062} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.018981] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. [ 1375.020961] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a18e0-42ae-4eb7-9c6e-552d3608d671 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.049399] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.049768] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96fdd8fc-cfea-424f-aecb-bc2886fdae11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.071020] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1375.071020] env[62777]: value = "task-1693594" [ 1375.071020] env[62777]: _type = "Task" [ 1375.071020] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.077522] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693594, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.103421] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.103974] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1375.107039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.844s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.108732] env[62777]: INFO nova.compute.claims [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.121958] env[62777]: DEBUG oslo_vmware.api [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Task: {'id': task-1693589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.122208] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.122426] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.122627] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.122790] env[62777]: INFO nova.compute.manager [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1375.123036] env[62777]: DEBUG oslo.service.loopingcall [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.123221] env[62777]: DEBUG nova.compute.manager [-] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.123308] env[62777]: DEBUG nova.network.neutron [-] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.205086] env[62777]: DEBUG nova.network.neutron [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Successfully updated port: 63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.257630] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693590, 'name': ReconfigVM_Task, 'duration_secs': 0.57167} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.258065] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 6af16382-5385-4bbf-8c7b-1f438f0e0261/6af16382-5385-4bbf-8c7b-1f438f0e0261.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.258774] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889e1e52-887f-41ce-a0b2-f5800c85423d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.266014] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1375.266014] env[62777]: value = "task-1693595" [ 1375.266014] env[62777]: _type = "Task" [ 1375.266014] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.276187] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693595, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.306738] env[62777]: DEBUG oslo_concurrency.lockutils [None req-769fb6c1-60c5-4e1b-8abe-91cffa0efcba tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.551s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.321881] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693593, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.584724] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.620024] env[62777]: DEBUG nova.compute.utils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1375.622668] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.622984] env[62777]: DEBUG nova.network.neutron [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.670157] env[62777]: DEBUG nova.policy [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674db848d8f4480eb47b24838b831405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f031fd95294ac299f15a5361cec215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.707049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.708804] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.708804] env[62777]: DEBUG nova.network.neutron [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.776431] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693595, 'name': Rename_Task, 'duration_secs': 0.283525} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.776431] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.777178] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c384df8-a6c5-4c17-b405-b789c5da8b6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.788274] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1375.788274] env[62777]: value = "task-1693596" [ 1375.788274] env[62777]: _type = "Task" [ 1375.788274] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.802303] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693596, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.811861] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1375.824760] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693593, 'name': CreateVM_Task, 'duration_secs': 0.697944} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.824945] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.825719] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.825874] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.826210] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1375.826470] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-248ae04e-69be-45c9-a508-7b2d0d6953a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.832344] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1375.832344] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cbd5bf-bbe4-3fc0-c37f-995834a2146b" [ 1375.832344] env[62777]: _type = "Task" [ 1375.832344] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.836844] env[62777]: DEBUG nova.network.neutron [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Updated VIF entry in instance network info cache for port eed2ff6e-e0c6-4e6c-8f20-302ced902fcb. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.837053] env[62777]: DEBUG nova.network.neutron [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Updating instance_info_cache with network_info: [{"id": "eed2ff6e-e0c6-4e6c-8f20-302ced902fcb", "address": "fa:16:3e:be:34:89", "network": {"id": "349f8482-c9bb-41f6-8618-99a0215692c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-65627400-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76cc3c4055cf4c1ebcb5e1aa40006bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1c8fdf9-970c-4ae0-b6d9-f1015196b552", "external-id": "nsx-vlan-transportzone-993", "segmentation_id": 993, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed2ff6e-e0", "ovs_interfaceid": "eed2ff6e-e0c6-4e6c-8f20-302ced902fcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.844854] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cbd5bf-bbe4-3fc0-c37f-995834a2146b, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.845367] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.845525] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1375.845788] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.845995] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.846121] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1375.846409] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e6cddf-21d4-4815-854c-92e4922aa7d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.856094] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1375.856094] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1375.857261] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff85c33-3d18-4c3f-bccd-aaf95a3f9724 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.866546] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1375.866546] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52923231-91bc-4d6a-12de-895e7f15e925" [ 1375.866546] env[62777]: _type = "Task" [ 1375.866546] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.876943] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52923231-91bc-4d6a-12de-895e7f15e925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.956084] env[62777]: DEBUG nova.compute.manager [req-698e2c09-03e8-4e75-ae60-4a6e04221b7e req-f2bfba0b-eec2-4e57-93dd-f3f3bcafda84 service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Received event network-vif-deleted-9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1375.956275] env[62777]: INFO nova.compute.manager [req-698e2c09-03e8-4e75-ae60-4a6e04221b7e req-f2bfba0b-eec2-4e57-93dd-f3f3bcafda84 service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Neutron deleted interface 9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98; detaching it from the instance and deleting it from the info cache [ 1375.956505] env[62777]: DEBUG nova.network.neutron [req-698e2c09-03e8-4e75-ae60-4a6e04221b7e req-f2bfba0b-eec2-4e57-93dd-f3f3bcafda84 service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.969018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.969018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.969018] env[62777]: DEBUG nova.compute.manager [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1375.969018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4483e513-4b56-43b8-95e5-5dd823632900 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.977035] env[62777]: DEBUG nova.compute.manager [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1375.977860] env[62777]: DEBUG nova.objects.instance [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lazy-loading 'flavor' on Instance uuid 3c7eae93-232e-4a26-b5d1-9f34c83301d6 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1376.081077] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693594, 'name': ReconfigVM_Task, 'duration_secs': 0.874758} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.081360] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Reconfigured VM instance instance-00000021 to attach disk [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.082219] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d1693-0579-40ba-8890-76a47091d253 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.111539] env[62777]: DEBUG nova.network.neutron [-] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.118198] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db985bc6-df20-4d68-ab14-f83b2a7a0696 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.131780] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1376.138043] env[62777]: DEBUG nova.network.neutron [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Successfully created port: 93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1376.145032] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1376.145032] env[62777]: value = "task-1693597" [ 1376.145032] env[62777]: _type = "Task" [ 1376.145032] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.151357] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693597, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.303987] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693596, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.304495] env[62777]: DEBUG nova.network.neutron [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1376.336476] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.340061] env[62777]: DEBUG oslo_concurrency.lockutils [req-669e9bb3-cfcd-4e24-b0e2-6b240933faa3 req-b4a09dee-eec5-47ab-9d92-88255d1b8079 service nova] Releasing lock "refresh_cache-dce2b238-171d-4ba3-bd58-93c9313aed15" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.378667] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52923231-91bc-4d6a-12de-895e7f15e925, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.381776] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0319ca7b-4313-4db0-84b2-3a5e7e678d84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.390659] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1376.390659] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5edd4-812c-381f-7e33-7d575209c5e9" [ 1376.390659] env[62777]: _type = "Task" [ 1376.390659] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.402463] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5edd4-812c-381f-7e33-7d575209c5e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.461342] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f4790ed-0c22-4252-ab73-0402c07a6038 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.474609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af91ce08-57a6-4d02-9f87-f789fd904928 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.516617] env[62777]: DEBUG nova.compute.manager [req-698e2c09-03e8-4e75-ae60-4a6e04221b7e req-f2bfba0b-eec2-4e57-93dd-f3f3bcafda84 service nova] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Detach interface failed, port_id=9b8ce09c-a99c-404f-aca6-1a8fb1c2cc98, reason: Instance 4610b1d4-7be5-4e97-b095-ad71263bc30a could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1376.573420] env[62777]: DEBUG nova.network.neutron [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updating instance_info_cache with network_info: [{"id": "63f57af2-d3e6-4f64-81c3-b52450532539", "address": "fa:16:3e:73:1e:f8", "network": {"id": "d9894019-7ec6-4991-977d-9c37c039029d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-899178768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b6c1461fc84fd28c294090397ae758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f57af2-d3", "ovs_interfaceid": "63f57af2-d3e6-4f64-81c3-b52450532539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.622195] env[62777]: INFO nova.compute.manager [-] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Took 1.50 seconds to deallocate network for instance. [ 1376.657683] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693597, 'name': ReconfigVM_Task, 'duration_secs': 0.193058} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.658301] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.658301] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-419eea5b-5989-42a1-a442-a2fd71e8fd6b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.665650] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1376.665650] env[62777]: value = "task-1693598" [ 1376.665650] env[62777]: _type = "Task" [ 1376.665650] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.679142] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.700668] env[62777]: DEBUG nova.compute.manager [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Received event network-vif-plugged-63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1376.700668] env[62777]: DEBUG oslo_concurrency.lockutils [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.700668] env[62777]: DEBUG oslo_concurrency.lockutils [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.700668] env[62777]: DEBUG oslo_concurrency.lockutils [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.701055] env[62777]: DEBUG nova.compute.manager [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] No waiting events found dispatching network-vif-plugged-63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.701055] env[62777]: WARNING nova.compute.manager [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Received unexpected event network-vif-plugged-63f57af2-d3e6-4f64-81c3-b52450532539 for instance with vm_state building and task_state spawning. [ 1376.701186] env[62777]: DEBUG nova.compute.manager [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Received event network-changed-63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1376.701301] env[62777]: DEBUG nova.compute.manager [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Refreshing instance network info cache due to event network-changed-63f57af2-d3e6-4f64-81c3-b52450532539. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1376.701466] env[62777]: DEBUG oslo_concurrency.lockutils [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] Acquiring lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.750107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dd2ad2-e6a5-452d-9352-375a5cad8c5a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.757875] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f54d9f-059a-46a9-a40b-36e5db72467a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.789335] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e2be34-adfe-4a77-af89-82e9de4bf9f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.802894] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c365035-663f-4a8f-a7b1-51c6b1680789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.806663] env[62777]: DEBUG oslo_vmware.api [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693596, 'name': PowerOnVM_Task, 'duration_secs': 0.739474} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.806844] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.807277] env[62777]: INFO nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1376.807277] env[62777]: DEBUG nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.808390] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01410dc-1af9-4abe-8f67-bbd274bfbad7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.820457] env[62777]: DEBUG nova.compute.provider_tree [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1376.901498] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5edd4-812c-381f-7e33-7d575209c5e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.901967] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.902251] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dce2b238-171d-4ba3-bd58-93c9313aed15/dce2b238-171d-4ba3-bd58-93c9313aed15.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.902529] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b06196-c3d5-491e-b0f0-706a3772c7e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.910520] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1376.910520] env[62777]: value = "task-1693599" [ 1376.910520] env[62777]: _type = "Task" [ 1376.910520] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.918995] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.990872] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.991208] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f3c9343-6f57-4690-8099-825e8de19529 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.998633] env[62777]: DEBUG oslo_vmware.api [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1376.998633] env[62777]: value = "task-1693600" [ 1376.998633] env[62777]: _type = "Task" [ 1376.998633] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.008732] env[62777]: DEBUG oslo_vmware.api [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.079522] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Releasing lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.079937] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Instance network_info: |[{"id": "63f57af2-d3e6-4f64-81c3-b52450532539", "address": "fa:16:3e:73:1e:f8", "network": {"id": "d9894019-7ec6-4991-977d-9c37c039029d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-899178768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b6c1461fc84fd28c294090397ae758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f57af2-d3", "ovs_interfaceid": "63f57af2-d3e6-4f64-81c3-b52450532539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.080321] env[62777]: DEBUG oslo_concurrency.lockutils [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] Acquired lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.080543] env[62777]: DEBUG nova.network.neutron [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Refreshing network info cache for port 63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.082074] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:1e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f57af2-d3e6-4f64-81c3-b52450532539', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.090834] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Creating folder: Project (c8b6c1461fc84fd28c294090397ae758). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.091346] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5605807-265f-447b-a6d2-864838e1dc27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.103942] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Created folder: Project (c8b6c1461fc84fd28c294090397ae758) in parent group-v353040. [ 1377.104024] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Creating folder: Instances. Parent ref: group-v353156. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1377.104343] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e1bcca-48cd-4066-88fa-38412a803c1a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.114661] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Created folder: Instances in parent group-v353156. [ 1377.115321] env[62777]: DEBUG oslo.service.loopingcall [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1377.115630] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.115985] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02db3b42-44e6-4f90-bb32-0333332b1821 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.132959] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.138486] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.138486] env[62777]: value = "task-1693604" [ 1377.138486] env[62777]: _type = "Task" [ 1377.138486] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.147658] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693604, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.151389] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.176550] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1377.176880] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1377.177065] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.177411] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1377.177590] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.178303] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1377.178569] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1377.178757] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1377.178935] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1377.179136] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1377.179385] env[62777]: DEBUG nova.virt.hardware [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1377.180315] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b1598b-caa2-464b-b178-8eb76d209c6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.192943] env[62777]: DEBUG oslo_vmware.api [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693598, 'name': PowerOnVM_Task, 'duration_secs': 0.443084} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.192943] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.195903] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081b67de-f681-468d-b051-983f04018e6b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.201585] env[62777]: DEBUG nova.compute.manager [None req-5518e908-df96-431b-a85e-a0bf1588f169 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.203436] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a429e56-651e-47d8-85a1-ab2417e3feb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.342774] env[62777]: INFO nova.compute.manager [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Took 41.01 seconds to build instance. [ 1377.349311] env[62777]: ERROR nova.scheduler.client.report [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [req-c3de1120-eb8e-4475-894b-f66f715c14f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c3de1120-eb8e-4475-894b-f66f715c14f9"}]} [ 1377.368822] env[62777]: DEBUG nova.scheduler.client.report [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1377.388030] env[62777]: DEBUG nova.scheduler.client.report [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1377.388222] env[62777]: DEBUG nova.compute.provider_tree [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1377.401122] env[62777]: DEBUG nova.scheduler.client.report [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1377.423187] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693599, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.424348] env[62777]: DEBUG nova.scheduler.client.report [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1377.510205] env[62777]: DEBUG oslo_vmware.api [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693600, 'name': PowerOffVM_Task, 'duration_secs': 0.225918} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.510205] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.510205] env[62777]: DEBUG nova.compute.manager [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1377.510844] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeb54df-a2a9-453c-b517-d4338f28e67e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.654514] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693604, 'name': CreateVM_Task, 'duration_secs': 0.480719} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.654514] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1377.655479] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.655479] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.655851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1377.658641] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bff876c-72f9-4b81-b1e4-5ced1a8e894c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.665765] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1377.665765] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0411e-0bf0-5eac-0e25-f64071a1e98d" [ 1377.665765] env[62777]: _type = "Task" [ 1377.665765] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.676916] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0411e-0bf0-5eac-0e25-f64071a1e98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.844143] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c1e0bbff-f98e-4a48-ab11-ba9421dafe9c tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.380s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.886732] env[62777]: DEBUG nova.network.neutron [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updated VIF entry in instance network info cache for port 63f57af2-d3e6-4f64-81c3-b52450532539. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.887297] env[62777]: DEBUG nova.network.neutron [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updating instance_info_cache with network_info: [{"id": "63f57af2-d3e6-4f64-81c3-b52450532539", "address": "fa:16:3e:73:1e:f8", "network": {"id": "d9894019-7ec6-4991-977d-9c37c039029d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-899178768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b6c1461fc84fd28c294090397ae758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f57af2-d3", "ovs_interfaceid": "63f57af2-d3e6-4f64-81c3-b52450532539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.924855] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536942} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.925367] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] dce2b238-171d-4ba3-bd58-93c9313aed15/dce2b238-171d-4ba3-bd58-93c9313aed15.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1377.925367] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1377.925581] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0606f5d-2d38-47c9-936d-126dc69b2e75 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.934197] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1377.934197] env[62777]: value = "task-1693607" [ 1377.934197] env[62777]: _type = "Task" [ 1377.934197] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.943415] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.970224] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c042c3c-1efe-4007-bf1e-08c4907dbe7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.983042] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf88fae5-b5da-44d9-8aec-138a27ff3579 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.984561] env[62777]: DEBUG nova.network.neutron [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Successfully updated port: 93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1378.018803] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021293cc-2bc0-4f19-a8bc-49bada9c8286 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.022186] env[62777]: DEBUG nova.compute.manager [req-06f43597-3f76-40ef-aa69-9adbcf1339a4 req-66e6ce13-4e25-46b7-890c-625ee58db056 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Received event network-vif-plugged-93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1378.022393] env[62777]: DEBUG oslo_concurrency.lockutils [req-06f43597-3f76-40ef-aa69-9adbcf1339a4 req-66e6ce13-4e25-46b7-890c-625ee58db056 service nova] Acquiring lock "3884f29c-8a5d-4482-8679-117f3253522f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.022592] env[62777]: DEBUG oslo_concurrency.lockutils [req-06f43597-3f76-40ef-aa69-9adbcf1339a4 req-66e6ce13-4e25-46b7-890c-625ee58db056 service nova] Lock "3884f29c-8a5d-4482-8679-117f3253522f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.022748] env[62777]: DEBUG oslo_concurrency.lockutils [req-06f43597-3f76-40ef-aa69-9adbcf1339a4 req-66e6ce13-4e25-46b7-890c-625ee58db056 service nova] Lock "3884f29c-8a5d-4482-8679-117f3253522f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.022909] env[62777]: DEBUG nova.compute.manager [req-06f43597-3f76-40ef-aa69-9adbcf1339a4 req-66e6ce13-4e25-46b7-890c-625ee58db056 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] No waiting events found dispatching network-vif-plugged-93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1378.023079] env[62777]: WARNING nova.compute.manager [req-06f43597-3f76-40ef-aa69-9adbcf1339a4 req-66e6ce13-4e25-46b7-890c-625ee58db056 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Received unexpected event network-vif-plugged-93456d33-f265-4aa7-9aca-ff8b2f905dea for instance with vm_state building and task_state spawning. [ 1378.030476] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a2aec0-62d4-4109-a9a8-29cebf7ccf59 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.034883] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402b85e9-cf2c-4c17-b3bb-abeda1f15df1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.050713] env[62777]: DEBUG nova.compute.provider_tree [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.176558] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f0411e-0bf0-5eac-0e25-f64071a1e98d, 'name': SearchDatastore_Task, 'duration_secs': 0.020315} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.176860] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.177431] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.177431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.177548] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.177683] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.177973] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e62d196-578f-459d-9979-be966fd80c95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.186595] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.186783] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.187976] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfaf41cb-e5a2-420e-b460-889cdc93ed20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.193619] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1378.193619] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c21f72-0ee1-3ae3-b673-c2fecb8fbc9b" [ 1378.193619] env[62777]: _type = "Task" [ 1378.193619] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.206346] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c21f72-0ee1-3ae3-b673-c2fecb8fbc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008426} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.207145] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff97c1bd-5028-4df0-b4f9-39a9e10254e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.212119] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1378.212119] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a13bee-09ec-4acc-92f2-b0b23a7dae4e" [ 1378.212119] env[62777]: _type = "Task" [ 1378.212119] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.219786] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a13bee-09ec-4acc-92f2-b0b23a7dae4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.348959] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.393259] env[62777]: DEBUG oslo_concurrency.lockutils [req-6260ebc7-acec-4218-b5c9-7d43d0f746c9 req-0e38d2e7-e261-4d4c-b010-bf4c470797aa service nova] Releasing lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.444592] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068823} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.444865] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.445648] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196c29a1-fc5c-4c42-9e1b-288a0033d23d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.468191] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] dce2b238-171d-4ba3-bd58-93c9313aed15/dce2b238-171d-4ba3-bd58-93c9313aed15.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.468454] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d551a9f-4fe7-4498-b662-5e371192a3d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.490360] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-3884f29c-8a5d-4482-8679-117f3253522f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.490588] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-3884f29c-8a5d-4482-8679-117f3253522f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.490807] env[62777]: DEBUG nova.network.neutron [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.492145] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1378.492145] env[62777]: value = "task-1693608" [ 1378.492145] env[62777]: _type = "Task" [ 1378.492145] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.504631] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.585179] env[62777]: DEBUG nova.scheduler.client.report [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 64 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1378.585441] env[62777]: DEBUG nova.compute.provider_tree [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 64 to 65 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1378.585619] env[62777]: DEBUG nova.compute.provider_tree [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.726025] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a13bee-09ec-4acc-92f2-b0b23a7dae4e, 'name': SearchDatastore_Task, 'duration_secs': 0.008069} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.726025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.726025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f0a4868a-0eea-4f93-98d0-c4a4f0070d42/f0a4868a-0eea-4f93-98d0-c4a4f0070d42.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1378.726025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e22af65-a1cf-41ac-a84c-183828734d35 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.730520] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1378.730520] env[62777]: value = "task-1693609" [ 1378.730520] env[62777]: _type = "Task" [ 1378.730520] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.737970] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.869242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.007488] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.034164] env[62777]: DEBUG nova.network.neutron [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1379.098023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.987s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.098023] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.098251] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.497s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.240659] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504465} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.243041] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f0a4868a-0eea-4f93-98d0-c4a4f0070d42/f0a4868a-0eea-4f93-98d0-c4a4f0070d42.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.243041] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.243041] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afe6ec78-c1c3-4983-ba2d-9c4717dc6c1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.248848] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1379.248848] env[62777]: value = "task-1693610" [ 1379.248848] env[62777]: _type = "Task" [ 1379.248848] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.258176] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693610, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.294708] env[62777]: DEBUG nova.network.neutron [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Updating instance_info_cache with network_info: [{"id": "93456d33-f265-4aa7-9aca-ff8b2f905dea", "address": "fa:16:3e:ec:ed:2c", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93456d33-f2", "ovs_interfaceid": "93456d33-f265-4aa7-9aca-ff8b2f905dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.509426] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693608, 'name': ReconfigVM_Task, 'duration_secs': 0.632983} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.509724] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Reconfigured VM instance instance-00000025 to attach disk [datastore1] dce2b238-171d-4ba3-bd58-93c9313aed15/dce2b238-171d-4ba3-bd58-93c9313aed15.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.510410] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6da7f114-4832-4f46-a4e4-0abc6005cc3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.516934] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1379.516934] env[62777]: value = "task-1693611" [ 1379.516934] env[62777]: _type = "Task" [ 1379.516934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.526559] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693611, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.599572] env[62777]: DEBUG nova.compute.manager [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1379.601029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ebaa84-802f-4ddd-b9b2-cb3d2b94c5ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.607160] env[62777]: DEBUG nova.compute.utils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.609012] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.609133] env[62777]: DEBUG nova.network.neutron [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.653493] env[62777]: DEBUG nova.policy [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c02341563dee48e5bef500ada0e3a850', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccd02dc9cb7644138644502eb37884d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1379.762544] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693610, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081695} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.762930] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.764149] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f7231a-453a-4dae-9238-a6e82156cfc6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.795400] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] f0a4868a-0eea-4f93-98d0-c4a4f0070d42/f0a4868a-0eea-4f93-98d0-c4a4f0070d42.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.798565] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b565462c-bc40-4bdb-b468-3b02d92154de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.815060] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-3884f29c-8a5d-4482-8679-117f3253522f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.815747] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance network_info: |[{"id": "93456d33-f265-4aa7-9aca-ff8b2f905dea", "address": "fa:16:3e:ec:ed:2c", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93456d33-f2", "ovs_interfaceid": "93456d33-f265-4aa7-9aca-ff8b2f905dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1379.816015] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ed:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93456d33-f265-4aa7-9aca-ff8b2f905dea', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1379.825558] env[62777]: DEBUG oslo.service.loopingcall [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1379.826241] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1379.826609] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d647572-7458-4c88-89d3-dd1e541c06c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.848063] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1379.848063] env[62777]: value = "task-1693612" [ 1379.848063] env[62777]: _type = "Task" [ 1379.848063] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.860560] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.868118] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1379.868118] env[62777]: value = "task-1693613" [ 1379.868118] env[62777]: _type = "Task" [ 1379.868118] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.892155] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693613, 'name': CreateVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.893744] env[62777]: INFO nova.compute.manager [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Rescuing [ 1379.893988] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.894192] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.894371] env[62777]: DEBUG nova.network.neutron [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.032220] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693611, 'name': Rename_Task, 'duration_secs': 0.287414} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.033362] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.033362] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-431e5d36-479b-477d-b3ca-c7705aae2276 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.043184] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1380.043184] env[62777]: value = "task-1693614" [ 1380.043184] env[62777]: _type = "Task" [ 1380.043184] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.052744] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.070948] env[62777]: DEBUG nova.network.neutron [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Successfully created port: 231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.114580] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.122398] env[62777]: INFO nova.compute.manager [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] instance snapshotting [ 1380.122599] env[62777]: WARNING nova.compute.manager [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1380.125807] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed2ec2-f932-48cf-9669-d47a802e9f39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.149183] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34665dca-0958-4149-a6c6-3a90ecfbb82e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.153322] env[62777]: DEBUG nova.compute.manager [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Received event network-changed-93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1380.153634] env[62777]: DEBUG nova.compute.manager [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Refreshing instance network info cache due to event network-changed-93456d33-f265-4aa7-9aca-ff8b2f905dea. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1380.154270] env[62777]: DEBUG oslo_concurrency.lockutils [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] Acquiring lock "refresh_cache-3884f29c-8a5d-4482-8679-117f3253522f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.154270] env[62777]: DEBUG oslo_concurrency.lockutils [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] Acquired lock "refresh_cache-3884f29c-8a5d-4482-8679-117f3253522f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.154270] env[62777]: DEBUG nova.network.neutron [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Refreshing network info cache for port 93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1380.293027] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13d17b-3ab7-4fee-bcb4-e2f4196c3705 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.300205] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf61a73-3fbd-4115-85db-3ab7e190c030 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.333801] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b19cb8-166a-4259-b923-37533e54f7e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.342839] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bca669-4519-4cd0-be4e-c8e9b9941307 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.357057] env[62777]: DEBUG nova.compute.provider_tree [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.367561] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693612, 'name': ReconfigVM_Task, 'duration_secs': 0.437298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.368478] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Reconfigured VM instance instance-00000026 to attach disk [datastore1] f0a4868a-0eea-4f93-98d0-c4a4f0070d42/f0a4868a-0eea-4f93-98d0-c4a4f0070d42.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.369286] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52ff9914-1de0-4b06-af8f-535c88e136db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.379461] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693613, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.380971] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1380.380971] env[62777]: value = "task-1693616" [ 1380.380971] env[62777]: _type = "Task" [ 1380.380971] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.390712] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693616, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.553893] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693614, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.667568] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1380.668549] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3bb2c250-dc82-4e3b-b610-20f6c255af95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.679386] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1380.679386] env[62777]: value = "task-1693617" [ 1380.679386] env[62777]: _type = "Task" [ 1380.679386] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.683560] env[62777]: DEBUG nova.network.neutron [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updating instance_info_cache with network_info: [{"id": "a46adc2c-0439-4e97-a55e-aee8c681f436", "address": "fa:16:3e:7f:6a:9a", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46adc2c-04", "ovs_interfaceid": "a46adc2c-0439-4e97-a55e-aee8c681f436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.690974] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693617, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.865556] env[62777]: DEBUG nova.scheduler.client.report [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1380.882306] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693613, 'name': CreateVM_Task, 'duration_secs': 1.008299} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.891703] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1380.892779] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.892987] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.893329] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1380.894222] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ac3c07-45a1-4b22-9fa8-0cc28fcf35fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.900564] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693616, 'name': Rename_Task, 'duration_secs': 0.151819} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.901393] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.903487] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68ffce9a-f694-48fe-93d4-f3ca97bf0bbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.905366] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1380.905366] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d3b14e-13c3-586d-3411-b716f7b6fbfb" [ 1380.905366] env[62777]: _type = "Task" [ 1380.905366] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.910409] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1380.910409] env[62777]: value = "task-1693618" [ 1380.910409] env[62777]: _type = "Task" [ 1380.910409] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.924335] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.928495] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d3b14e-13c3-586d-3411-b716f7b6fbfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.951307] env[62777]: DEBUG nova.network.neutron [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Updated VIF entry in instance network info cache for port 93456d33-f265-4aa7-9aca-ff8b2f905dea. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.951668] env[62777]: DEBUG nova.network.neutron [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Updating instance_info_cache with network_info: [{"id": "93456d33-f265-4aa7-9aca-ff8b2f905dea", "address": "fa:16:3e:ec:ed:2c", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93456d33-f2", "ovs_interfaceid": "93456d33-f265-4aa7-9aca-ff8b2f905dea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.057309] env[62777]: DEBUG oslo_vmware.api [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693614, 'name': PowerOnVM_Task, 'duration_secs': 0.883673} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.057710] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.058010] env[62777]: INFO nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1381.058281] env[62777]: DEBUG nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.059403] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb16e805-4de2-4dd2-963d-4903b82f80f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.131534] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.155596] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1381.156122] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1381.156200] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.156428] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1381.156577] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.156732] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1381.156937] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1381.157143] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1381.157362] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1381.157649] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1381.157733] env[62777]: DEBUG nova.virt.hardware [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.158680] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b2c35e-72f1-45fd-97d7-a7bf19276bb3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.168157] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7c8fcf-9e0e-46af-9035-eaa9a23d8d5e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.187187] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.194398] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693617, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.422231] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d3b14e-13c3-586d-3411-b716f7b6fbfb, 'name': SearchDatastore_Task, 'duration_secs': 0.039719} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.425618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.425966] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1381.426320] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.426520] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.426734] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1381.427017] env[62777]: DEBUG oslo_vmware.api [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693618, 'name': PowerOnVM_Task, 'duration_secs': 0.494926} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.427389] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98d15ae3-ec71-4258-8268-dc2dea9ed317 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.429246] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.429922] env[62777]: INFO nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1381.429922] env[62777]: DEBUG nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1381.430694] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06717f9d-2d82-4992-b13a-7ce4808fb6a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.442164] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1381.442361] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1381.443090] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c48678-c837-4953-8d7d-93ffc4ac52d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.449636] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1381.449636] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5258acba-0694-0056-7ff2-434a7f763b96" [ 1381.449636] env[62777]: _type = "Task" [ 1381.449636] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.454748] env[62777]: DEBUG oslo_concurrency.lockutils [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] Releasing lock "refresh_cache-3884f29c-8a5d-4482-8679-117f3253522f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.455107] env[62777]: DEBUG nova.compute.manager [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-changed-f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1381.455286] env[62777]: DEBUG nova.compute.manager [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Refreshing instance network info cache due to event network-changed-f5f072c4-0aa4-499d-acbb-d331d00f3f47. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1381.455495] env[62777]: DEBUG oslo_concurrency.lockutils [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] Acquiring lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.455635] env[62777]: DEBUG oslo_concurrency.lockutils [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] Acquired lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.455793] env[62777]: DEBUG nova.network.neutron [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Refreshing network info cache for port f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.464978] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5258acba-0694-0056-7ff2-434a7f763b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.580841] env[62777]: INFO nova.compute.manager [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Took 42.68 seconds to build instance. [ 1381.693158] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693617, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.746795] env[62777]: DEBUG nova.network.neutron [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Successfully updated port: 231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.876586] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.778s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.880822] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.134s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.882391] env[62777]: INFO nova.compute.claims [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.893858] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "dce2b238-171d-4ba3-bd58-93c9313aed15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.953936] env[62777]: INFO nova.compute.manager [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Took 38.63 seconds to build instance. [ 1381.963434] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5258acba-0694-0056-7ff2-434a7f763b96, 'name': SearchDatastore_Task, 'duration_secs': 0.019742} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.964373] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33036143-5a14-4c10-aeee-e34ffdeac9f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.970428] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1381.970428] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52417a2c-ca62-f8ca-89ed-ffa7ac4b8037" [ 1381.970428] env[62777]: _type = "Task" [ 1381.970428] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.979738] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52417a2c-ca62-f8ca-89ed-ffa7ac4b8037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.083604] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a695aff9-0899-4ddf-8253-994d7b256647 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.222s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.084978] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.191s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.086096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "dce2b238-171d-4ba3-bd58-93c9313aed15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.086096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.086096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.088819] env[62777]: INFO nova.compute.manager [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Terminating instance [ 1382.203022] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693617, 'name': CreateSnapshot_Task, 'duration_secs': 1.340378} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.205300] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1382.205300] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d154672d-13bd-499b-b112-2b6e43ed2ed8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.218433] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.218899] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec3af678-3db8-4583-a045-a9b71341ad91 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.229789] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1382.229789] env[62777]: value = "task-1693620" [ 1382.229789] env[62777]: _type = "Task" [ 1382.229789] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.241329] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.249298] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.249298] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.249451] env[62777]: DEBUG nova.network.neutron [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.260538] env[62777]: DEBUG nova.compute.manager [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Received event network-vif-plugged-231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1382.260538] env[62777]: DEBUG oslo_concurrency.lockutils [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] Acquiring lock "9d4b8943-c1b3-46db-805f-e7195f8b3306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.260538] env[62777]: DEBUG oslo_concurrency.lockutils [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.260683] env[62777]: DEBUG oslo_concurrency.lockutils [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.260838] env[62777]: DEBUG nova.compute.manager [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] No waiting events found dispatching network-vif-plugged-231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1382.260987] env[62777]: WARNING nova.compute.manager [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Received unexpected event network-vif-plugged-231294c0-fb46-4cf0-9aed-c9c55a79221c for instance with vm_state building and task_state spawning. [ 1382.261276] env[62777]: DEBUG nova.compute.manager [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Received event network-changed-231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1382.261439] env[62777]: DEBUG nova.compute.manager [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Refreshing instance network info cache due to event network-changed-231294c0-fb46-4cf0-9aed-c9c55a79221c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1382.261659] env[62777]: DEBUG oslo_concurrency.lockutils [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] Acquiring lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.459022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-068e70d7-6c24-4edb-9709-d6825836234d tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.397s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.481487] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52417a2c-ca62-f8ca-89ed-ffa7ac4b8037, 'name': SearchDatastore_Task, 'duration_secs': 0.01138} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.481791] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.482224] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1382.483283] env[62777]: INFO nova.scheduler.client.report [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleted allocation for migration 9accb8d1-9bfe-4352-821e-1ef14febd6a2 [ 1382.484150] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14d1bd9c-0f4f-4625-8dfe-71f826e57841 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.496658] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1382.496658] env[62777]: value = "task-1693621" [ 1382.496658] env[62777]: _type = "Task" [ 1382.496658] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.504909] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.535239] env[62777]: DEBUG nova.network.neutron [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updated VIF entry in instance network info cache for port f5f072c4-0aa4-499d-acbb-d331d00f3f47. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1382.535569] env[62777]: DEBUG nova.network.neutron [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.591261] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.595420] env[62777]: DEBUG nova.compute.manager [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.595658] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.596783] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2901e-64cd-41d3-a384-ea6fbafa8c1b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.605447] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.606098] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadf305c-1278-443a-9c47-be28f95fe6c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.613055] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1382.613055] env[62777]: value = "task-1693622" [ 1382.613055] env[62777]: _type = "Task" [ 1382.613055] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.624140] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.729163] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1382.729163] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2579c0f9-2ad6-4ce7-ba6c-04ce89a81f00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.762028] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1382.762028] env[62777]: value = "task-1693623" [ 1382.762028] env[62777]: _type = "Task" [ 1382.762028] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.762028] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693620, 'name': PowerOffVM_Task, 'duration_secs': 0.194859} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.762028] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.766366] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c947f5-8420-48c7-97bf-98aa690afafc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.783025] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693623, 'name': CloneVM_Task} progress is 11%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.801223] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7516bb7c-98e4-4d58-8c67-bca9a255fcb7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.837611] env[62777]: DEBUG nova.network.neutron [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1382.848747] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1382.849085] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-571c9dc5-516d-4d58-bb5b-bbcdc46f85c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.857128] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1382.857128] env[62777]: value = "task-1693624" [ 1382.857128] env[62777]: _type = "Task" [ 1382.857128] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.867841] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1382.868134] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1382.868535] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.868894] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.869544] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1382.871957] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbc96d24-27ca-4599-8456-eb08ba52cb71 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.887145] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1382.887564] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1382.888922] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10abe17-328f-4860-8dbc-e10a655242a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.896076] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1382.896076] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528ad96e-dcb2-6bda-628d-fd53b0caea4b" [ 1382.896076] env[62777]: _type = "Task" [ 1382.896076] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.911280] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528ad96e-dcb2-6bda-628d-fd53b0caea4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.960699] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1382.994562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ef9d25a2-3491-4816-a945-79be7c5a83e2 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 34.886s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.009613] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693621, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.038414] env[62777]: DEBUG oslo_concurrency.lockutils [req-981d6bf0-0492-4e67-8ae4-bd641fb298cd req-180212ca-2def-4ec5-8549-842ac7495026 service nova] Releasing lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.119244] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.126765] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693622, 'name': PowerOffVM_Task, 'duration_secs': 0.484261} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.127043] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.127316] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.127465] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e90d08-2cd1-46f8-bad7-9ccee4b2f2bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.148563] env[62777]: DEBUG nova.network.neutron [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Updating instance_info_cache with network_info: [{"id": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "address": "fa:16:3e:4c:2d:d1", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231294c0-fb", "ovs_interfaceid": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.220168] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.221584] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.221584] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Deleting the datastore file [datastore1] dce2b238-171d-4ba3-bd58-93c9313aed15 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.221584] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba289fb1-3e81-4936-81bb-1a29eb5625a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.226934] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for the task: (returnval){ [ 1383.226934] env[62777]: value = "task-1693626" [ 1383.226934] env[62777]: _type = "Task" [ 1383.226934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.238635] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.270962] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693623, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.406673] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528ad96e-dcb2-6bda-628d-fd53b0caea4b, 'name': SearchDatastore_Task, 'duration_secs': 0.069561} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.409925] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6acc7a6-0ce1-4905-a42e-701489e2d052 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.415767] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1383.415767] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bddbed-4192-6727-c0f6-1c58673edaa4" [ 1383.415767] env[62777]: _type = "Task" [ 1383.415767] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.425833] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bddbed-4192-6727-c0f6-1c58673edaa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.483243] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.491172] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9113626-cfd5-419e-a443-cce6c7ead072 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.498454] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a613fb-ec37-4629-8e7a-f8b0f7743dbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.511865] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529205} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.537562] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1383.537802] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1383.538268] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05bbdf85-39af-4510-b5b5-28d39a5ff0cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.540941] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a92c2-6331-4533-b0a5-bf904a53b349 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.549731] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c880a8e8-f7b8-4e3d-950a-1438db5611bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.553932] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1383.553932] env[62777]: value = "task-1693627" [ 1383.553932] env[62777]: _type = "Task" [ 1383.553932] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.565676] env[62777]: DEBUG nova.compute.provider_tree [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.571666] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.651631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.652035] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Instance network_info: |[{"id": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "address": "fa:16:3e:4c:2d:d1", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231294c0-fb", "ovs_interfaceid": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.652389] env[62777]: DEBUG oslo_concurrency.lockutils [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] Acquired lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.652604] env[62777]: DEBUG nova.network.neutron [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Refreshing network info cache for port 231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.653877] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:2d:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '231294c0-fb46-4cf0-9aed-c9c55a79221c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.661567] env[62777]: DEBUG oslo.service.loopingcall [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1383.662052] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.662291] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4811059c-5bbd-467a-8680-37f1df459049 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.683563] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.683563] env[62777]: value = "task-1693628" [ 1383.683563] env[62777]: _type = "Task" [ 1383.683563] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.691354] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693628, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.737900] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.771060] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693623, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.926142] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bddbed-4192-6727-c0f6-1c58673edaa4, 'name': SearchDatastore_Task, 'duration_secs': 0.054405} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.926422] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1383.926685] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. {{(pid=62777) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1383.926946] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f66050c6-578c-4530-b0f8-855e66ddc90e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.942462] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1383.942462] env[62777]: value = "task-1693629" [ 1383.942462] env[62777]: _type = "Task" [ 1383.942462] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.952727] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.064427] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218835} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.065283] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1384.065615] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c5db42-edf7-4dcb-a55b-841d71a51a4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.068948] env[62777]: DEBUG nova.scheduler.client.report [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1384.096080] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.097144] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb0f6060-eca5-4e36-b9bd-2c633260d7d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.121654] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1384.121654] env[62777]: value = "task-1693630" [ 1384.121654] env[62777]: _type = "Task" [ 1384.121654] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.131273] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.196491] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693628, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.239085] env[62777]: DEBUG oslo_vmware.api [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Task: {'id': task-1693626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.606717} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.239519] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.239793] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.240056] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.240301] env[62777]: INFO nova.compute.manager [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1384.240611] env[62777]: DEBUG oslo.service.loopingcall [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.240923] env[62777]: DEBUG nova.compute.manager [-] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.241165] env[62777]: DEBUG nova.network.neutron [-] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.273480] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693623, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.300356] env[62777]: DEBUG nova.compute.manager [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Received event network-changed-63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1384.300644] env[62777]: DEBUG nova.compute.manager [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Refreshing instance network info cache due to event network-changed-63f57af2-d3e6-4f64-81c3-b52450532539. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1384.300929] env[62777]: DEBUG oslo_concurrency.lockutils [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] Acquiring lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.301178] env[62777]: DEBUG oslo_concurrency.lockutils [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] Acquired lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.301444] env[62777]: DEBUG nova.network.neutron [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Refreshing network info cache for port 63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.456634] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693629, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.577895] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.578442] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.586491] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.069s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.586681] env[62777]: DEBUG nova.objects.instance [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1384.589994] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "513be50c-76ce-4166-86a7-d6ea133f878c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.590364] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.634033] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.694574] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693628, 'name': CreateVM_Task, 'duration_secs': 0.51632} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.694961] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.695529] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.695693] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.696034] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1384.696295] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59388534-498a-4e33-8569-6203fd4e1695 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.701273] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1384.701273] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e9e43a-6654-84cb-61d5-df9809645783" [ 1384.701273] env[62777]: _type = "Task" [ 1384.701273] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.709936] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e9e43a-6654-84cb-61d5-df9809645783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.773285] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693623, 'name': CloneVM_Task, 'duration_secs': 1.699533} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.773667] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Created linked-clone VM from snapshot [ 1384.774499] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac63ece9-3e3e-476f-8c76-6392709e5cdd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.782545] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Uploading image cadd9db9-2b07-4c98-8d85-4bad4fd4f256 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1384.808770] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1384.808770] env[62777]: value = "vm-353164" [ 1384.808770] env[62777]: _type = "VirtualMachine" [ 1384.808770] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1384.810153] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c42899d7-27e1-4862-8d09-72bbeee1c6f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.818514] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease: (returnval){ [ 1384.818514] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5293d8e2-f808-ae54-71b0-880c4f2ea4d9" [ 1384.818514] env[62777]: _type = "HttpNfcLease" [ 1384.818514] env[62777]: } obtained for exporting VM: (result){ [ 1384.818514] env[62777]: value = "vm-353164" [ 1384.818514] env[62777]: _type = "VirtualMachine" [ 1384.818514] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1384.818879] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the lease: (returnval){ [ 1384.818879] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5293d8e2-f808-ae54-71b0-880c4f2ea4d9" [ 1384.818879] env[62777]: _type = "HttpNfcLease" [ 1384.818879] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1384.830829] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.830829] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5293d8e2-f808-ae54-71b0-880c4f2ea4d9" [ 1384.830829] env[62777]: _type = "HttpNfcLease" [ 1384.830829] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.839065] env[62777]: DEBUG nova.network.neutron [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Updated VIF entry in instance network info cache for port 231294c0-fb46-4cf0-9aed-c9c55a79221c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.839656] env[62777]: DEBUG nova.network.neutron [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Updating instance_info_cache with network_info: [{"id": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "address": "fa:16:3e:4c:2d:d1", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231294c0-fb", "ovs_interfaceid": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.953226] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537141} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.953482] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. [ 1384.954256] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9722a924-03a7-4637-bf4d-b8a5c4ed8f0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.982119] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.982404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4a635c-f404-41a5-aef9-dbae03e780ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.002976] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1385.002976] env[62777]: value = "task-1693633" [ 1385.002976] env[62777]: _type = "Task" [ 1385.002976] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.011309] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.076177] env[62777]: DEBUG nova.network.neutron [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updated VIF entry in instance network info cache for port 63f57af2-d3e6-4f64-81c3-b52450532539. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1385.076556] env[62777]: DEBUG nova.network.neutron [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updating instance_info_cache with network_info: [{"id": "63f57af2-d3e6-4f64-81c3-b52450532539", "address": "fa:16:3e:73:1e:f8", "network": {"id": "d9894019-7ec6-4991-977d-9c37c039029d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-899178768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b6c1461fc84fd28c294090397ae758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f57af2-d3", "ovs_interfaceid": "63f57af2-d3e6-4f64-81c3-b52450532539", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.089024] env[62777]: DEBUG nova.compute.utils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1385.090318] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1385.090479] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1385.133469] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.151865] env[62777]: DEBUG nova.policy [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c30ab6f612b84787b6eca039f05bec79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '298b5552f8de43a98c7f947e0caf3c07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1385.212365] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e9e43a-6654-84cb-61d5-df9809645783, 'name': SearchDatastore_Task, 'duration_secs': 0.014633} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.213259] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.213259] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.213259] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.213514] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.213564] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.213825] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6ecf62-00cc-4621-872c-f3e302ffd94b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.228128] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.228652] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.229083] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489367a9-364e-4503-886a-ec2a997288ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.236126] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1385.236126] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0dc7a-f9aa-0908-28a0-1ce7c8948cda" [ 1385.236126] env[62777]: _type = "Task" [ 1385.236126] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.245963] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0dc7a-f9aa-0908-28a0-1ce7c8948cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.326516] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1385.326516] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5293d8e2-f808-ae54-71b0-880c4f2ea4d9" [ 1385.326516] env[62777]: _type = "HttpNfcLease" [ 1385.326516] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1385.326812] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1385.326812] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5293d8e2-f808-ae54-71b0-880c4f2ea4d9" [ 1385.326812] env[62777]: _type = "HttpNfcLease" [ 1385.326812] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1385.327525] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6a1160-404b-4c79-8d28-deafa44b0b7a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.334692] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf8d-4904-dae6-31ce-feb193c1b332/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1385.334876] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf8d-4904-dae6-31ce-feb193c1b332/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1385.392176] env[62777]: DEBUG oslo_concurrency.lockutils [req-392e1db6-487d-4a3e-8bde-eeaf9e0cf758 req-dc594e74-efd1-45c4-8349-2aa2cda70831 service nova] Releasing lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.398459] env[62777]: DEBUG nova.network.neutron [-] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.421653] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-594c59b9-0eb0-4a81-9cfc-50b06de3d0b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.453180] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Successfully created port: 1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.512892] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.580362] env[62777]: DEBUG oslo_concurrency.lockutils [req-7bf1eded-0e28-4853-b85d-2bde9698b8f2 req-d161bd32-3bf5-4401-a97e-b939a35e7c51 service nova] Releasing lock "refresh_cache-f0a4868a-0eea-4f93-98d0-c4a4f0070d42" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.596507] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.599615] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ad06936f-534a-404e-9a77-2111598ea42d tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.601311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.237s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.601674] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.601995] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1385.602446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.602s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.605022] env[62777]: DEBUG nova.objects.instance [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lazy-loading 'resources' on Instance uuid 7c7053aa-118c-4374-abcb-e54c164ead34 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.605022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434a48c6-5c73-41ca-814e-37ecca6d03fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.614551] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf465e-83d9-4c00-beb4-3b2a5730eb24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.646661] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb9f38-3037-4322-a8c6-e184e590e30e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.655792] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693630, 'name': ReconfigVM_Task, 'duration_secs': 1.100016} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.659526] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.662225] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35ebd146-cc8d-46fb-a724-5be90bbaba29 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.665738] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae99547c-1e38-4d28-9a6e-8475ee01b099 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.699658] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1385.699658] env[62777]: value = "task-1693634" [ 1385.699658] env[62777]: _type = "Task" [ 1385.699658] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.700496] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178902MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1385.700643] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.709760] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693634, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.748245] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0dc7a-f9aa-0908-28a0-1ce7c8948cda, 'name': SearchDatastore_Task, 'duration_secs': 0.025022} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.749067] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a84b59-dff6-431d-9098-3797a96dda56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.754982] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1385.754982] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5235b3aa-f45f-b923-b2a5-0f288daeee6d" [ 1385.754982] env[62777]: _type = "Task" [ 1385.754982] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.500667] env[62777]: INFO nova.compute.manager [-] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Took 2.26 seconds to deallocate network for instance. [ 1386.508429] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5235b3aa-f45f-b923-b2a5-0f288daeee6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.508429] env[62777]: WARNING oslo_vmware.common.loopingcall [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] task run outlasted interval by 0.253131 sec [ 1386.510588] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Successfully created port: 2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1386.521362] env[62777]: DEBUG nova.compute.manager [req-5afcb3d9-26b1-48da-9ec7-0ddd6ad89ef0 req-7318722a-bf5c-483e-bc88-89d298b80f8d service nova] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Received event network-vif-deleted-eed2ff6e-e0c6-4e6c-8f20-302ced902fcb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1386.534619] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693633, 'name': ReconfigVM_Task, 'duration_secs': 0.574324} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.541159] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1386.541781] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693634, 'name': Rename_Task, 'duration_secs': 0.271991} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.542139] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5235b3aa-f45f-b923-b2a5-0f288daeee6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009532} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.545625] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63c60d9-48a8-4fc3-b630-19e0e0a29b3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.548562] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1386.548741] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.548999] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9d4b8943-c1b3-46db-805f-e7195f8b3306/9d4b8943-c1b3-46db-805f-e7195f8b3306.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.550801] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809217df-1bfb-4242-a25d-45a8734b32a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.552700] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67b1d62e-72d1-481a-aba3-56a4e66bc67c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.587451] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21af69aa-c6fd-4bd6-bc0e-2f1c6011257f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.600030] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1386.600030] env[62777]: value = "task-1693636" [ 1386.600030] env[62777]: _type = "Task" [ 1386.600030] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.600788] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1386.600788] env[62777]: value = "task-1693637" [ 1386.600788] env[62777]: _type = "Task" [ 1386.600788] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.611377] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1386.611377] env[62777]: value = "task-1693638" [ 1386.611377] env[62777]: _type = "Task" [ 1386.611377] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.626376] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693636, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.626376] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693637, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.635545] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.943245] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Successfully created port: 675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.008762] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1387.030886] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.040255] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1387.040569] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1387.040780] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1387.041049] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1387.041257] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1387.041459] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1387.041739] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1387.041957] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1387.042248] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1387.042488] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1387.042713] env[62777]: DEBUG nova.virt.hardware [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1387.043748] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb059e-052f-45ec-95fb-fb9f01ffc18d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.053872] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbbc232-ffba-4d18-950f-92e45ce9211b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.115309] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693636, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.122142] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693637, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.133852] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693638, 'name': ReconfigVM_Task, 'duration_secs': 0.277976} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.134223] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.134485] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c56fd1b-8aa1-4a33-b262-ef4cfbc1b755 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.143023] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1387.143023] env[62777]: value = "task-1693639" [ 1387.143023] env[62777]: _type = "Task" [ 1387.143023] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.156473] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.181788] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b3108b-64cf-4de1-9cf3-d1b61a8564da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.195021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9639125-7696-4f57-9e13-19c544ea5ce7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.229207] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c25ca8f-4344-4119-8180-521161d74d8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.240022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10b7b49-1f16-4394-b4f3-162a7e461fd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.257082] env[62777]: DEBUG nova.compute.provider_tree [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.616784] env[62777]: DEBUG oslo_vmware.api [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693636, 'name': PowerOnVM_Task, 'duration_secs': 0.763575} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.620059] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1387.620450] env[62777]: INFO nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Took 10.47 seconds to spawn the instance on the hypervisor. [ 1387.620733] env[62777]: DEBUG nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1387.621119] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693637, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.621986] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a001bcb2-e77a-41e4-bceb-1311dc879ab7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.652426] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.761154] env[62777]: DEBUG nova.scheduler.client.report [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1388.113978] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693637, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.421656} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.114434] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9d4b8943-c1b3-46db-805f-e7195f8b3306/9d4b8943-c1b3-46db-805f-e7195f8b3306.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.114678] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.114886] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6b01ede-6d56-4be6-88ec-4ea1e0206565 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.121484] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1388.121484] env[62777]: value = "task-1693640" [ 1388.121484] env[62777]: _type = "Task" [ 1388.121484] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.129543] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.142442] env[62777]: INFO nova.compute.manager [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Took 43.73 seconds to build instance. [ 1388.152168] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.270794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.668s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.273227] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.789s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.273482] env[62777]: DEBUG nova.objects.instance [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lazy-loading 'resources' on Instance uuid 72a17d6d-05e9-40e3-918a-01bf0af2bc11 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.297465] env[62777]: INFO nova.scheduler.client.report [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleted allocations for instance 7c7053aa-118c-4374-abcb-e54c164ead34 [ 1388.612687] env[62777]: DEBUG nova.compute.manager [req-4e09cb69-20a9-42ea-bdfa-82748754da65 req-e0fdd31d-4a42-4916-b663-392c13a82a30 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-vif-plugged-1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1388.612687] env[62777]: DEBUG oslo_concurrency.lockutils [req-4e09cb69-20a9-42ea-bdfa-82748754da65 req-e0fdd31d-4a42-4916-b663-392c13a82a30 service nova] Acquiring lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.613052] env[62777]: DEBUG oslo_concurrency.lockutils [req-4e09cb69-20a9-42ea-bdfa-82748754da65 req-e0fdd31d-4a42-4916-b663-392c13a82a30 service nova] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.613442] env[62777]: DEBUG oslo_concurrency.lockutils [req-4e09cb69-20a9-42ea-bdfa-82748754da65 req-e0fdd31d-4a42-4916-b663-392c13a82a30 service nova] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.613741] env[62777]: DEBUG nova.compute.manager [req-4e09cb69-20a9-42ea-bdfa-82748754da65 req-e0fdd31d-4a42-4916-b663-392c13a82a30 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] No waiting events found dispatching network-vif-plugged-1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1388.614332] env[62777]: WARNING nova.compute.manager [req-4e09cb69-20a9-42ea-bdfa-82748754da65 req-e0fdd31d-4a42-4916-b663-392c13a82a30 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received unexpected event network-vif-plugged-1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 for instance with vm_state building and task_state spawning. [ 1388.632191] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.360572} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.632801] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.634887] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3438474-b937-4d17-8b6d-bd30cfcb2a9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.649699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbb0143f-ad7a-4d03-b4bb-3974f749679f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "3884f29c-8a5d-4482-8679-117f3253522f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.998s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.660580] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 9d4b8943-c1b3-46db-805f-e7195f8b3306/9d4b8943-c1b3-46db-805f-e7195f8b3306.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.666945] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231b8697-4caf-47fb-abd0-9d3067968640 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.688260] env[62777]: DEBUG oslo_vmware.api [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693639, 'name': PowerOnVM_Task, 'duration_secs': 1.496739} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.689766] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.691430] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1388.691430] env[62777]: value = "task-1693642" [ 1388.691430] env[62777]: _type = "Task" [ 1388.691430] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.692422] env[62777]: DEBUG nova.compute.manager [None req-5b3032eb-4c49-402b-8341-3bf164ceef7f tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1388.693509] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c21cc4-1a8a-4243-8dc7-97d2c60ea4df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.705135] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.715193] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Successfully updated port: 1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.805815] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84fbfbe9-17f6-4bd6-afb9-5cd50188b05c tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7c7053aa-118c-4374-abcb-e54c164ead34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.376s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.056533] env[62777]: INFO nova.compute.manager [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Rebuilding instance [ 1389.102858] env[62777]: DEBUG nova.compute.manager [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.103807] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c46dd5f-300c-43af-b768-09c133c3f284 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.185380] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.202394] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693642, 'name': ReconfigVM_Task, 'duration_secs': 0.50041} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.204944] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 9d4b8943-c1b3-46db-805f-e7195f8b3306/9d4b8943-c1b3-46db-805f-e7195f8b3306.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.205790] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aab5381c-7344-46f6-b86c-ff684c057b6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.214792] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1389.214792] env[62777]: value = "task-1693643" [ 1389.214792] env[62777]: _type = "Task" [ 1389.214792] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.230772] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693643, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.266418] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf51c12-c3b9-4021-a8b9-17c1b2dab484 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.275195] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4405462-5f7a-4282-bfe5-ee0f93ce705d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.307465] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ed3f9c-974e-4ff6-9cb8-2158afd9cbdd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.315813] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8fb593-5538-47d5-880e-9ca2e6f9c8a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.331021] env[62777]: DEBUG nova.compute.provider_tree [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.706378] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.732620] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693643, 'name': Rename_Task, 'duration_secs': 0.181565} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.732983] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.733289] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d54cd2a1-44e3-4a78-a6cd-7d22f5f1eedb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.741122] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1389.741122] env[62777]: value = "task-1693644" [ 1389.741122] env[62777]: _type = "Task" [ 1389.741122] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.749920] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.837036] env[62777]: DEBUG nova.scheduler.client.report [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1390.121978] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.122332] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e1110f-f9b4-4459-b66f-0fb10d77716f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.129541] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1390.129541] env[62777]: value = "task-1693645" [ 1390.129541] env[62777]: _type = "Task" [ 1390.129541] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.142715] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.253462] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693644, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.340473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.343806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.793s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.343806] env[62777]: DEBUG nova.objects.instance [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lazy-loading 'resources' on Instance uuid 2fbdd757-f345-48e7-af3f-a7c3c3458a94 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.374409] env[62777]: INFO nova.scheduler.client.report [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleted allocations for instance 72a17d6d-05e9-40e3-918a-01bf0af2bc11 [ 1390.378089] env[62777]: INFO nova.compute.manager [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Unrescuing [ 1390.378713] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.378713] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.378713] env[62777]: DEBUG nova.network.neutron [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.644703] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693645, 'name': PowerOffVM_Task, 'duration_secs': 0.220985} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.645162] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1390.645504] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.646709] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc712c22-488b-4420-adfa-b4fb7bc6ce3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.656913] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1390.657366] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3669d860-ddf4-49e4-84cb-ad2c55d205bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.754902] env[62777]: DEBUG oslo_vmware.api [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693644, 'name': PowerOnVM_Task, 'duration_secs': 0.709128} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.755474] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.756056] env[62777]: INFO nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1390.756364] env[62777]: DEBUG nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.757791] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742afcf8-ec46-40d3-8cc1-de381cfcabf9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.762063] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1390.762314] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1390.762503] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1390.763217] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3930b1d-169b-4f1a-a474-1756d441eb61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.775225] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1390.775225] env[62777]: value = "task-1693648" [ 1390.775225] env[62777]: _type = "Task" [ 1390.775225] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.785184] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.801579] env[62777]: DEBUG nova.compute.manager [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-changed-1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1390.801831] env[62777]: DEBUG nova.compute.manager [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Refreshing instance network info cache due to event network-changed-1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1390.802165] env[62777]: DEBUG oslo_concurrency.lockutils [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] Acquiring lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1390.802401] env[62777]: DEBUG oslo_concurrency.lockutils [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] Acquired lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.802706] env[62777]: DEBUG nova.network.neutron [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Refreshing network info cache for port 1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.887741] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01792b30-3668-451c-903a-bcf966799bc9 tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "72a17d6d-05e9-40e3-918a-01bf0af2bc11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.650s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.136237] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Successfully updated port: 2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.189694] env[62777]: DEBUG nova.network.neutron [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updating instance_info_cache with network_info: [{"id": "a46adc2c-0439-4e97-a55e-aee8c681f436", "address": "fa:16:3e:7f:6a:9a", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46adc2c-04", "ovs_interfaceid": "a46adc2c-0439-4e97-a55e-aee8c681f436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.282545] env[62777]: INFO nova.compute.manager [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Took 40.05 seconds to build instance. [ 1391.292123] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316475} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.292780] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.292780] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.292907] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.360735] env[62777]: DEBUG nova.network.neutron [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.403502] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128326a6-3bf8-4b0c-9333-757700045ec4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.418011] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "63b6a0f2-410a-42ec-9c13-8302967ada1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.418491] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.419838] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8a8b90-72b6-4f88-841f-903e0752047c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.461932] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a9cb7-77de-447a-8c0e-594c63ce3b4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.470963] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03948065-0f17-4381-a8f6-ef6d73e0c98a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.485317] env[62777]: DEBUG nova.compute.provider_tree [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.516049] env[62777]: DEBUG nova.network.neutron [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.693037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1391.694094] env[62777]: DEBUG nova.objects.instance [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'flavor' on Instance uuid 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.789690] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b91c91c7-56e3-4e32-8315-2e7e15091c6a tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.507s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.989345] env[62777]: DEBUG nova.scheduler.client.report [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1392.019036] env[62777]: DEBUG oslo_concurrency.lockutils [req-cd1aea57-09a2-4dc0-8598-910367190c69 req-24d8e1cd-60ae-4e0d-a940-5ecf57b55ba9 service nova] Releasing lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1392.040266] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "0315f577-be23-4841-b6e0-c3478c6331f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.040563] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "0315f577-be23-4841-b6e0-c3478c6331f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.040915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "0315f577-be23-4841-b6e0-c3478c6331f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.041041] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "0315f577-be23-4841-b6e0-c3478c6331f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.041215] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "0315f577-be23-4841-b6e0-c3478c6331f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.043802] env[62777]: INFO nova.compute.manager [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Terminating instance [ 1392.093826] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] Acquiring lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.095580] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] Acquired lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.095784] env[62777]: DEBUG nova.network.neutron [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.202318] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434e4c54-15c9-4b4e-a4fc-03cbeb7fe2bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.226602] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.226964] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98fb7258-77af-4c1d-aa85-3cc81d7884fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.233730] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1392.233730] env[62777]: value = "task-1693649" [ 1392.233730] env[62777]: _type = "Task" [ 1392.233730] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.242583] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.292521] env[62777]: DEBUG nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.341092] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1392.341345] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1392.341502] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.341687] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1392.341830] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.341972] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1392.342203] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1392.342365] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1392.342529] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1392.342693] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1392.342863] env[62777]: DEBUG nova.virt.hardware [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1392.343764] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9510cb-153b-4b4c-b54c-f45cda9f917e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.352264] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21447c1-26c8-424a-a512-3d0f078a6d9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.367473] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ed:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93456d33-f265-4aa7-9aca-ff8b2f905dea', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1392.374923] env[62777]: DEBUG oslo.service.loopingcall [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1392.375284] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1392.375451] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9736b1c-f5a4-474a-8d85-0471071bc841 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.396657] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1392.396657] env[62777]: value = "task-1693650" [ 1392.396657] env[62777]: _type = "Task" [ 1392.396657] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.405043] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693650, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.495128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.498740] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.427s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.500913] env[62777]: INFO nova.compute.claims [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.525892] env[62777]: INFO nova.scheduler.client.report [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Deleted allocations for instance 2fbdd757-f345-48e7-af3f-a7c3c3458a94 [ 1392.548402] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "refresh_cache-0315f577-be23-4841-b6e0-c3478c6331f6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.548402] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquired lock "refresh_cache-0315f577-be23-4841-b6e0-c3478c6331f6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.548402] env[62777]: DEBUG nova.network.neutron [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.746757] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693649, 'name': PowerOffVM_Task, 'duration_secs': 0.276757} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.746757] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.751867] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1392.752175] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243892d7-cb3d-48e7-b7e2-ee79de79e25f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.775114] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1392.775114] env[62777]: value = "task-1693652" [ 1392.775114] env[62777]: _type = "Task" [ 1392.775114] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.785739] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.814961] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.904474] env[62777]: DEBUG nova.network.neutron [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Updating instance_info_cache with network_info: [{"id": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "address": "fa:16:3e:4c:2d:d1", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231294c0-fb", "ovs_interfaceid": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.909289] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693650, 'name': CreateVM_Task, 'duration_secs': 0.443931} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.909763] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.910395] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.910664] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.911015] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1392.911296] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0d3840c-b4e9-4b4d-8efc-92d2dbffff26 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.916159] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1392.916159] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a66f45-336a-21aa-3398-85e321be9e3b" [ 1392.916159] env[62777]: _type = "Task" [ 1392.916159] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.924737] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a66f45-336a-21aa-3398-85e321be9e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.949852] env[62777]: DEBUG nova.compute.manager [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-vif-plugged-2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1392.950115] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] Acquiring lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.950307] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.950495] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.950749] env[62777]: DEBUG nova.compute.manager [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] No waiting events found dispatching network-vif-plugged-2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.950919] env[62777]: WARNING nova.compute.manager [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received unexpected event network-vif-plugged-2839787e-b178-49f5-bbb9-c3ac2b867f16 for instance with vm_state building and task_state spawning. [ 1392.951109] env[62777]: DEBUG nova.compute.manager [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-changed-2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1392.951267] env[62777]: DEBUG nova.compute.manager [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Refreshing instance network info cache due to event network-changed-2839787e-b178-49f5-bbb9-c3ac2b867f16. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1392.951448] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] Acquiring lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1392.951583] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] Acquired lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.951749] env[62777]: DEBUG nova.network.neutron [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Refreshing network info cache for port 2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.037241] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6357dc00-95a6-446f-b822-f532abde5c9c tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "2fbdd757-f345-48e7-af3f-a7c3c3458a94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.214s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.068966] env[62777]: DEBUG nova.network.neutron [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.136331] env[62777]: DEBUG nova.network.neutron [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.258061] env[62777]: DEBUG nova.compute.manager [req-ba9816ba-72b9-49a3-9635-6a9ae41c3ec4 req-19a92151-521e-4a03-9d65-9633d441df70 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-vif-plugged-675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1393.258317] env[62777]: DEBUG oslo_concurrency.lockutils [req-ba9816ba-72b9-49a3-9635-6a9ae41c3ec4 req-19a92151-521e-4a03-9d65-9633d441df70 service nova] Acquiring lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.258500] env[62777]: DEBUG oslo_concurrency.lockutils [req-ba9816ba-72b9-49a3-9635-6a9ae41c3ec4 req-19a92151-521e-4a03-9d65-9633d441df70 service nova] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.258668] env[62777]: DEBUG oslo_concurrency.lockutils [req-ba9816ba-72b9-49a3-9635-6a9ae41c3ec4 req-19a92151-521e-4a03-9d65-9633d441df70 service nova] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.258856] env[62777]: DEBUG nova.compute.manager [req-ba9816ba-72b9-49a3-9635-6a9ae41c3ec4 req-19a92151-521e-4a03-9d65-9633d441df70 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] No waiting events found dispatching network-vif-plugged-675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.259363] env[62777]: WARNING nova.compute.manager [req-ba9816ba-72b9-49a3-9635-6a9ae41c3ec4 req-19a92151-521e-4a03-9d65-9633d441df70 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received unexpected event network-vif-plugged-675c620a-6cac-4897-b6db-a895c268630d for instance with vm_state building and task_state spawning. [ 1393.284852] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693652, 'name': ReconfigVM_Task, 'duration_secs': 0.256994} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.285136] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.285326] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.285583] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a23b9c7-ae55-478e-9ebb-f9cb65766b31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.293572] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1393.293572] env[62777]: value = "task-1693653" [ 1393.293572] env[62777]: _type = "Task" [ 1393.293572] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.302594] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.407653] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Successfully updated port: 675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.412946] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] Releasing lock "refresh_cache-9d4b8943-c1b3-46db-805f-e7195f8b3306" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.412946] env[62777]: DEBUG nova.compute.manager [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Inject network info {{(pid=62777) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7570}} [ 1393.413407] env[62777]: DEBUG nova.compute.manager [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] network_info to inject: |[{"id": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "address": "fa:16:3e:4c:2d:d1", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231294c0-fb", "ovs_interfaceid": "231294c0-fb46-4cf0-9aed-c9c55a79221c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7571}} [ 1393.416909] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Reconfiguring VM instance to set the machine id {{(pid=62777) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1393.417042] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7454b7b-4a09-40d4-8982-e1d6a4847580 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.438837] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a66f45-336a-21aa-3398-85e321be9e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.440401] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.440689] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1393.440934] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.441096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.441286] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1393.441613] env[62777]: DEBUG oslo_vmware.api [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] Waiting for the task: (returnval){ [ 1393.441613] env[62777]: value = "task-1693654" [ 1393.441613] env[62777]: _type = "Task" [ 1393.441613] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.441805] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e470f86-268a-4016-bc13-f32118e90fb7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.458078] env[62777]: DEBUG oslo_vmware.api [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] Task: {'id': task-1693654, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.459853] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1393.460034] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1393.461126] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbaf221c-39d0-40bd-9be4-b197d36ca2bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.466715] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1393.466715] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b328de-6317-1dbd-2593-bbf29143f99e" [ 1393.466715] env[62777]: _type = "Task" [ 1393.466715] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.475463] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b328de-6317-1dbd-2593-bbf29143f99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.499415] env[62777]: DEBUG nova.network.neutron [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1393.539541] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "60927798-b5f4-4705-af23-2a2919943143" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.539881] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "60927798-b5f4-4705-af23-2a2919943143" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.540180] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "60927798-b5f4-4705-af23-2a2919943143-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1393.540391] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "60927798-b5f4-4705-af23-2a2919943143-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.540571] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "60927798-b5f4-4705-af23-2a2919943143-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.545036] env[62777]: INFO nova.compute.manager [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Terminating instance [ 1393.598487] env[62777]: DEBUG nova.network.neutron [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.638966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Releasing lock "refresh_cache-0315f577-be23-4841-b6e0-c3478c6331f6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.640139] env[62777]: DEBUG nova.compute.manager [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.640367] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.641422] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d259f89-6d41-4ed7-b95f-d837a5f62c8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.653019] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.653019] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02b263ba-1745-4b31-ba3c-4136da584788 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.658131] env[62777]: DEBUG oslo_vmware.api [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1393.658131] env[62777]: value = "task-1693655" [ 1393.658131] env[62777]: _type = "Task" [ 1393.658131] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.672314] env[62777]: DEBUG oslo_vmware.api [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.808368] env[62777]: DEBUG oslo_vmware.api [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693653, 'name': PowerOnVM_Task, 'duration_secs': 0.417276} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.808699] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.808943] env[62777]: DEBUG nova.compute.manager [None req-cb518a3f-89c4-4331-b8a7-4e5923c1cca9 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.810021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e70269d-214f-48dd-b2c0-54182e6949b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.910130] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.954183] env[62777]: DEBUG oslo_vmware.api [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] Task: {'id': task-1693654, 'name': ReconfigVM_Task, 'duration_secs': 0.227063} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.956931] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f4805c-0c40-46d1-822e-2927418e8e50 tempest-ServersAdminTestJSON-379872475 tempest-ServersAdminTestJSON-379872475-project-admin] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Reconfigured VM instance to set the machine id {{(pid=62777) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1393.980267] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b328de-6317-1dbd-2593-bbf29143f99e, 'name': SearchDatastore_Task, 'duration_secs': 0.015238} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.982693] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746c05b4-b006-4ddd-a084-0b6c60db0845 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.987071] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1393.987071] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b31144-aee5-e5e4-0c7b-e1269a6808f8" [ 1393.987071] env[62777]: _type = "Task" [ 1393.987071] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.995624] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b31144-aee5-e5e4-0c7b-e1269a6808f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.049837] env[62777]: DEBUG nova.compute.manager [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1394.049837] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.050524] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b1b2ec-a0b1-451f-853c-ed5dbf785cf6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.058502] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.058763] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1bb4266-7a8c-4c74-ba29-f2d9fbe770e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.069230] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1394.069230] env[62777]: value = "task-1693656" [ 1394.069230] env[62777]: _type = "Task" [ 1394.069230] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.074314] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.093469] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e426895e-8cf0-4dc2-aab3-2773fd3a450b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.102446] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6762961-ac39-4c17-8084-80c074d1c467 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.106268] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9982d98-ffc7-4537-9b33-aec55918906d req-99c7cf40-247f-4c1d-b435-68c365967ed9 service nova] Releasing lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.107779] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.108107] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.139427] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c057c0be-7d63-4e2e-9d44-bab43714a57e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.148520] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02f332f-a20b-45a7-92d7-96a62dfd3a00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.164566] env[62777]: DEBUG nova.compute.provider_tree [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.174604] env[62777]: DEBUG oslo_vmware.api [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693655, 'name': PowerOffVM_Task, 'duration_secs': 0.183149} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.174914] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.175117] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.175495] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cec70df7-4184-4636-9ff5-4ece8fdee787 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.202871] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.203440] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.203440] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleting the datastore file [datastore1] 0315f577-be23-4841-b6e0-c3478c6331f6 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.203601] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c7c9a4d-d013-4b21-a25b-aed9d2391b34 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.209733] env[62777]: DEBUG oslo_vmware.api [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for the task: (returnval){ [ 1394.209733] env[62777]: value = "task-1693658" [ 1394.209733] env[62777]: _type = "Task" [ 1394.209733] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.218902] env[62777]: DEBUG oslo_vmware.api [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.289533] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf8d-4904-dae6-31ce-feb193c1b332/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1394.291254] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530754d7-b23c-412b-817e-37e6513e0891 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.298508] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf8d-4904-dae6-31ce-feb193c1b332/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1394.298774] env[62777]: ERROR oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf8d-4904-dae6-31ce-feb193c1b332/disk-0.vmdk due to incomplete transfer. [ 1394.298917] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0dfc5594-4e0d-406d-93e7-bf9655f70a11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.306575] env[62777]: DEBUG oslo_vmware.rw_handles [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526bdf8d-4904-dae6-31ce-feb193c1b332/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1394.306780] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Uploaded image cadd9db9-2b07-4c98-8d85-4bad4fd4f256 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1394.309237] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1394.309505] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be2771ac-35b9-414c-94a9-eae4b801a348 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.315783] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1394.315783] env[62777]: value = "task-1693659" [ 1394.315783] env[62777]: _type = "Task" [ 1394.315783] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.326297] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693659, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.497774] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b31144-aee5-e5e4-0c7b-e1269a6808f8, 'name': SearchDatastore_Task, 'duration_secs': 0.019376} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.498055] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.498430] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.502020] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b077cd6c-518d-4f3f-a549-8afe462cf4e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.505652] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1394.505652] env[62777]: value = "task-1693660" [ 1394.505652] env[62777]: _type = "Task" [ 1394.505652] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.515912] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.578591] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693656, 'name': PowerOffVM_Task, 'duration_secs': 0.248298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.578880] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1394.579061] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1394.579311] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64dfbcaa-f9c4-4af8-96d1-c52af58eefc5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.645593] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.670238] env[62777]: DEBUG nova.scheduler.client.report [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1394.697116] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.697381] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.697542] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Deleting the datastore file [datastore1] 60927798-b5f4-4705-af23-2a2919943143 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.697799] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e4d6296-2082-42a0-9448-0d7f637265ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.704550] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for the task: (returnval){ [ 1394.704550] env[62777]: value = "task-1693662" [ 1394.704550] env[62777]: _type = "Task" [ 1394.704550] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.712046] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.722167] env[62777]: DEBUG oslo_vmware.api [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Task: {'id': task-1693658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.722265] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.722414] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.723041] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.723041] env[62777]: INFO nova.compute.manager [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1394.723041] env[62777]: DEBUG oslo.service.loopingcall [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.723237] env[62777]: DEBUG nova.compute.manager [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.723237] env[62777]: DEBUG nova.network.neutron [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.742198] env[62777]: DEBUG nova.network.neutron [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.825668] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693659, 'name': Destroy_Task, 'duration_secs': 0.38189} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.825919] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Destroyed the VM [ 1394.826205] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1394.826404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0088844a-61de-4d5e-9cca-ec791cc476ef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.833269] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1394.833269] env[62777]: value = "task-1693663" [ 1394.833269] env[62777]: _type = "Task" [ 1394.833269] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.847170] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693663, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.017550] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693660, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.134352] env[62777]: DEBUG nova.network.neutron [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updating instance_info_cache with network_info: [{"id": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "address": "fa:16:3e:07:af:0b", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1050efd5-d7", "ovs_interfaceid": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "address": "fa:16:3e:02:21:05", "network": {"id": "f359aa57-0d3a-45b0-b3a3-d1167c670ce7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362261391", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839787e-b1", "ovs_interfaceid": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "675c620a-6cac-4897-b6db-a895c268630d", "address": "fa:16:3e:0b:9a:ba", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c620a-6c", "ovs_interfaceid": "675c620a-6cac-4897-b6db-a895c268630d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.175975] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.177276] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.135s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.179169] env[62777]: INFO nova.compute.claims [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1395.217513] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.244602] env[62777]: DEBUG nova.network.neutron [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.326755] env[62777]: DEBUG nova.compute.manager [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-changed-675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1395.326755] env[62777]: DEBUG nova.compute.manager [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Refreshing instance network info cache due to event network-changed-675c620a-6cac-4897-b6db-a895c268630d. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1395.326755] env[62777]: DEBUG oslo_concurrency.lockutils [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] Acquiring lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.345674] env[62777]: DEBUG oslo_vmware.api [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693663, 'name': RemoveSnapshot_Task, 'duration_secs': 0.410656} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.345962] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1395.346446] env[62777]: INFO nova.compute.manager [None req-3b9af1f2-8235-4253-ac52-5389f3d6e351 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Took 15.22 seconds to snapshot the instance on the hypervisor. [ 1395.471957] env[62777]: INFO nova.compute.manager [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Rebuilding instance [ 1395.517164] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.970489} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.519928] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.519928] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.520786] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85a8fa80-da9e-4cba-80f5-e769ac092ebb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.524963] env[62777]: DEBUG nova.compute.manager [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.525769] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606baa4-b326-426f-a4b2-7651ae375019 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.531495] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1395.531495] env[62777]: value = "task-1693664" [ 1395.531495] env[62777]: _type = "Task" [ 1395.531495] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.544027] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.637077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Releasing lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.637607] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance network_info: |[{"id": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "address": "fa:16:3e:07:af:0b", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1050efd5-d7", "ovs_interfaceid": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "address": "fa:16:3e:02:21:05", "network": {"id": "f359aa57-0d3a-45b0-b3a3-d1167c670ce7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362261391", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839787e-b1", "ovs_interfaceid": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "675c620a-6cac-4897-b6db-a895c268630d", "address": "fa:16:3e:0b:9a:ba", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c620a-6c", "ovs_interfaceid": "675c620a-6cac-4897-b6db-a895c268630d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.638031] env[62777]: DEBUG oslo_concurrency.lockutils [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] Acquired lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.638166] env[62777]: DEBUG nova.network.neutron [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Refreshing network info cache for port 675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.640124] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:af:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:21:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2839787e-b178-49f5-bbb9-c3ac2b867f16', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:9a:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '675c620a-6cac-4897-b6db-a895c268630d', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.652346] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Creating folder: Project (298b5552f8de43a98c7f947e0caf3c07). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.653137] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7ae700e-b381-46ed-ba87-cb9dea1d1fec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.665465] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Created folder: Project (298b5552f8de43a98c7f947e0caf3c07) in parent group-v353040. [ 1395.665850] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Creating folder: Instances. Parent ref: group-v353168. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.666217] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f9919af-c562-409e-8496-2a43118b403e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.677114] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Created folder: Instances in parent group-v353168. [ 1395.677114] env[62777]: DEBUG oslo.service.loopingcall [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.677114] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.677114] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7489e8-e4b3-45cc-b2f8-81d4ed921fdf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.697099] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "304caf4e-f5e8-4a1b-8c66-889a7ee45b12" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.697528] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "304caf4e-f5e8-4a1b-8c66-889a7ee45b12" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.706622] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.706622] env[62777]: value = "task-1693667" [ 1395.706622] env[62777]: _type = "Task" [ 1395.706622] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.720486] env[62777]: DEBUG oslo_vmware.api [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Task: {'id': task-1693662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.737564} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.724033] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.724146] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.724321] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.724518] env[62777]: INFO nova.compute.manager [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] [instance: 60927798-b5f4-4705-af23-2a2919943143] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1395.724792] env[62777]: DEBUG oslo.service.loopingcall [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.724954] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693667, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.725439] env[62777]: DEBUG nova.compute.manager [-] [instance: 60927798-b5f4-4705-af23-2a2919943143] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1395.725554] env[62777]: DEBUG nova.network.neutron [-] [instance: 60927798-b5f4-4705-af23-2a2919943143] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1395.747434] env[62777]: INFO nova.compute.manager [-] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Took 1.02 seconds to deallocate network for instance. [ 1396.042613] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079876} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.043087] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.044015] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d306411-0af1-486a-8fa6-cdcaf3a01de8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.049036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.049428] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.049785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.050139] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.050566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.074704] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.075619] env[62777]: INFO nova.compute.manager [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Terminating instance [ 1396.079352] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb207b13-c38f-4ffd-8e9c-8a67c365bdbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.105034] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1396.105034] env[62777]: value = "task-1693668" [ 1396.105034] env[62777]: _type = "Task" [ 1396.105034] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.116473] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693668, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.201996] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "304caf4e-f5e8-4a1b-8c66-889a7ee45b12" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.202820] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.227909] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693667, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.255104] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.535071] env[62777]: DEBUG nova.network.neutron [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updated VIF entry in instance network info cache for port 675c620a-6cac-4897-b6db-a895c268630d. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.535071] env[62777]: DEBUG nova.network.neutron [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updating instance_info_cache with network_info: [{"id": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "address": "fa:16:3e:07:af:0b", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1050efd5-d7", "ovs_interfaceid": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "address": "fa:16:3e:02:21:05", "network": {"id": "f359aa57-0d3a-45b0-b3a3-d1167c670ce7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362261391", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839787e-b1", "ovs_interfaceid": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "675c620a-6cac-4897-b6db-a895c268630d", "address": "fa:16:3e:0b:9a:ba", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap675c620a-6c", "ovs_interfaceid": "675c620a-6cac-4897-b6db-a895c268630d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.548605] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.548955] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cda05dd4-f5bc-4d12-9e20-2ffdca3d1a6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.558021] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1396.558021] env[62777]: value = "task-1693669" [ 1396.558021] env[62777]: _type = "Task" [ 1396.558021] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.565189] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.596427] env[62777]: DEBUG nova.network.neutron [-] [instance: 60927798-b5f4-4705-af23-2a2919943143] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.600260] env[62777]: DEBUG nova.compute.manager [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.600324] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.601936] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add9ba84-2906-497b-a36b-ef97407b3229 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.614841] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.615716] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-105294ef-8a6d-48ba-a12e-58609cefc771 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.623174] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693668, 'name': ReconfigVM_Task, 'duration_secs': 0.337878} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.623174] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f/3884f29c-8a5d-4482-8679-117f3253522f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.623174] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600263cb-3109-4b91-9f97-e36b4575a837 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.629102] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1396.629102] env[62777]: value = "task-1693671" [ 1396.629102] env[62777]: _type = "Task" [ 1396.629102] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.640019] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693671, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.703322] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.703628] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.703813] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleting the datastore file [datastore1] 3c7eae93-232e-4a26-b5d1-9f34c83301d6 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.704846] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bba63aa-662d-4d42-99e5-48a8cb7fa5d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.719866] env[62777]: DEBUG nova.compute.utils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1396.719866] env[62777]: DEBUG oslo_vmware.api [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1396.719866] env[62777]: value = "task-1693672" [ 1396.719866] env[62777]: _type = "Task" [ 1396.719866] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.719866] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1396.719866] env[62777]: DEBUG nova.network.neutron [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1396.739638] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693667, 'name': CreateVM_Task, 'duration_secs': 0.676388} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.743043] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.743279] env[62777]: DEBUG oslo_vmware.api [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.744238] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.744537] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.744870] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.745452] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40398faa-3e51-48ec-a70c-342f27f7a581 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.754308] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1396.754308] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c39770-3e3b-1376-0bc7-0b861c609033" [ 1396.754308] env[62777]: _type = "Task" [ 1396.754308] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.763569] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c39770-3e3b-1376-0bc7-0b861c609033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.765359] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6690b783-ec4c-4597-bb04-56771124855e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.774197] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed407b0-a9c5-4dc5-8c27-44bcd1f3e0c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.811480] env[62777]: DEBUG nova.policy [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '883e7a8888e84fec9a2693484eaba9a7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dc1c0d392204492b4597861fc25bf8e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1396.813793] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f5f57b-e549-4eff-b132-8d158b69e271 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.818906] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.819139] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.824987] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50f90dc-e45b-4639-b4c0-30c44b3fbc0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.842711] env[62777]: DEBUG nova.compute.provider_tree [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.908736] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquiring lock "2f314999-0e60-4400-a7ed-fa1f00109495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.909058] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "2f314999-0e60-4400-a7ed-fa1f00109495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.035533] env[62777]: DEBUG oslo_concurrency.lockutils [req-72388f1e-1959-4d3e-84f6-ccba5532ec9f req-c9375807-16d1-407f-9e46-6b7c4d8350b8 service nova] Releasing lock "refresh_cache-9d055439-796b-48a8-b99b-1d74c4beb653" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.071026] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693669, 'name': PowerOffVM_Task, 'duration_secs': 0.395489} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.071026] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.071026] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.071026] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c885dc0-aa75-4c73-a9a3-fda77e68ffbb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.082016] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.082016] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75318886-1a59-4ef1-b31f-3e128cadc066 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.099735] env[62777]: INFO nova.compute.manager [-] [instance: 60927798-b5f4-4705-af23-2a2919943143] Took 1.37 seconds to deallocate network for instance. [ 1397.141156] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693671, 'name': Rename_Task, 'duration_secs': 0.174001} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.141575] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.141883] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92300406-ea87-4632-9aa0-c15e5727f159 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.151491] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1397.151491] env[62777]: value = "task-1693674" [ 1397.151491] env[62777]: _type = "Task" [ 1397.151491] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.163113] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.164378] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.165492] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.165758] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleting the datastore file [datastore1] 9bf94633-f769-4fa7-985f-942375455224 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.166438] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2350d7c0-542d-4edf-9950-d37665ffe908 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.174377] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1397.174377] env[62777]: value = "task-1693675" [ 1397.174377] env[62777]: _type = "Task" [ 1397.174377] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.180626] env[62777]: DEBUG nova.network.neutron [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Successfully created port: a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.186342] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.230704] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.239628] env[62777]: DEBUG oslo_vmware.api [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450404} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.239921] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.240125] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.240441] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.240633] env[62777]: INFO nova.compute.manager [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1397.240875] env[62777]: DEBUG oslo.service.loopingcall [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1397.241080] env[62777]: DEBUG nova.compute.manager [-] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.241299] env[62777]: DEBUG nova.network.neutron [-] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.264769] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c39770-3e3b-1376-0bc7-0b861c609033, 'name': SearchDatastore_Task, 'duration_secs': 0.0236} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.265117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.265366] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.265603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1397.265797] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.265950] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.266242] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-076dce00-622b-41ed-8ba7-a87ff51882f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.275248] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.275425] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.276194] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3feb6868-0c78-49e9-9b23-ba4453dc4d8e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.282594] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1397.282594] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5217bccf-e0e4-e77c-2592-904759057a46" [ 1397.282594] env[62777]: _type = "Task" [ 1397.282594] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.291393] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5217bccf-e0e4-e77c-2592-904759057a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.345694] env[62777]: DEBUG nova.scheduler.client.report [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1397.354281] env[62777]: DEBUG nova.compute.manager [req-4420d93b-001f-4226-adfe-0f1f5a9de6f4 req-d0efdaaa-3f9c-4f72-9db7-56ce838576fe service nova] [instance: 60927798-b5f4-4705-af23-2a2919943143] Received event network-vif-deleted-058b5b06-f13f-4d9d-ad79-b21efbcdd747 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1397.606219] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.663458] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693674, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.686885] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283319} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.686885] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.687094] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.687270] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.702939] env[62777]: DEBUG nova.compute.manager [req-5432aa08-9810-470c-ad9a-22159d983a89 req-ad41c117-48bc-47d2-bb27-765754d05b61 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Received event network-vif-deleted-9c17785b-d902-4716-b020-8981ad9cf654 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1397.702939] env[62777]: INFO nova.compute.manager [req-5432aa08-9810-470c-ad9a-22159d983a89 req-ad41c117-48bc-47d2-bb27-765754d05b61 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Neutron deleted interface 9c17785b-d902-4716-b020-8981ad9cf654; detaching it from the instance and deleting it from the info cache [ 1397.702939] env[62777]: DEBUG nova.network.neutron [req-5432aa08-9810-470c-ad9a-22159d983a89 req-ad41c117-48bc-47d2-bb27-765754d05b61 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.729036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.729293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.799354] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5217bccf-e0e4-e77c-2592-904759057a46, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.800185] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9b3258f-b9ba-41cc-a77d-41e64a2c2186 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.805604] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1397.805604] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd1e3e-c8fe-4751-aa75-e02ea3e62f21" [ 1397.805604] env[62777]: _type = "Task" [ 1397.805604] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.814608] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd1e3e-c8fe-4751-aa75-e02ea3e62f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.850874] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.851393] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1397.855518] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.736s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.857728] env[62777]: INFO nova.compute.claims [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.099064] env[62777]: DEBUG nova.network.neutron [-] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.162579] env[62777]: DEBUG oslo_vmware.api [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693674, 'name': PowerOnVM_Task, 'duration_secs': 0.583039} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.162579] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.162579] env[62777]: DEBUG nova.compute.manager [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.163273] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82afc2fc-67c9-49b0-9952-6f02033bf805 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.205662] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1da9730a-5d8b-4a79-9d3e-589c48695e1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.216406] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a863bd8c-abd1-47ed-9256-d94a913717f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.251365] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.253913] env[62777]: DEBUG nova.compute.manager [req-5432aa08-9810-470c-ad9a-22159d983a89 req-ad41c117-48bc-47d2-bb27-765754d05b61 service nova] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Detach interface failed, port_id=9c17785b-d902-4716-b020-8981ad9cf654, reason: Instance 3c7eae93-232e-4a26-b5d1-9f34c83301d6 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1398.279797] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.280052] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.280215] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.280398] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.280569] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.280731] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.280935] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.281104] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.281270] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.281429] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.281599] env[62777]: DEBUG nova.virt.hardware [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.282693] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a72118f-4941-4768-b616-1760a41cac2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.290925] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6a7679-818e-4ab1-b4bc-58a3b2eea537 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.315216] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bd1e3e-c8fe-4751-aa75-e02ea3e62f21, 'name': SearchDatastore_Task, 'duration_secs': 0.022669} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.315730] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.315730] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9d055439-796b-48a8-b99b-1d74c4beb653/9d055439-796b-48a8-b99b-1d74c4beb653.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.315940] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf6d600b-d2c5-495a-8618-364693b3ac7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.322262] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1398.322262] env[62777]: value = "task-1693676" [ 1398.322262] env[62777]: _type = "Task" [ 1398.322262] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.329558] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.365945] env[62777]: DEBUG nova.compute.utils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1398.367344] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.367651] env[62777]: DEBUG nova.network.neutron [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.408264] env[62777]: DEBUG nova.policy [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf94e627575408cb561d2e9549742b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb679423f6c4abf8a115ab5083b269a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.601559] env[62777]: INFO nova.compute.manager [-] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Took 1.36 seconds to deallocate network for instance. [ 1398.682904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.729158] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.729564] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.729743] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.729939] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.730145] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.730441] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.730767] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.730966] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.731321] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.731497] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.731742] env[62777]: DEBUG nova.virt.hardware [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.734040] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8af0d1b-c430-4175-93a8-7b4b5ac316d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.746167] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0be23b2-d33a-4395-98d1-ba2494fb599e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.764925] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:3c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f86a0ff-3574-422e-9518-627bc571f74e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1398.772684] env[62777]: DEBUG oslo.service.loopingcall [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.773480] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1398.774176] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b0da2df-2886-4fad-ae2b-1f803a3964b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.789367] env[62777]: DEBUG nova.network.neutron [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Successfully created port: f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1398.797600] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1398.797600] env[62777]: value = "task-1693677" [ 1398.797600] env[62777]: _type = "Task" [ 1398.797600] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.807890] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693677, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.834859] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.872266] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1398.897598] env[62777]: DEBUG nova.network.neutron [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Successfully updated port: a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.107863] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.307999] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693677, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.333129] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69134} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.335918] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9d055439-796b-48a8-b99b-1d74c4beb653/9d055439-796b-48a8-b99b-1d74c4beb653.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1399.336167] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1399.336649] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93a003ef-73d2-4b86-b25d-d2f09a69b5ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.342749] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1399.342749] env[62777]: value = "task-1693678" [ 1399.342749] env[62777]: _type = "Task" [ 1399.342749] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.356529] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.401176] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "refresh_cache-4127cc73-1b70-44a1-9358-18158d610de4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.401328] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquired lock "refresh_cache-4127cc73-1b70-44a1-9358-18158d610de4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.401479] env[62777]: DEBUG nova.network.neutron [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.456746] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db817f4-484b-4f28-9a18-4ba74f9eca04 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.464233] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96360faa-52f0-43ab-91ce-22e20fe6b530 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.494575] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae37bf-06a6-4b15-a6f9-4d1fc6a9aeea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.499112] env[62777]: DEBUG nova.compute.manager [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Received event network-vif-plugged-a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1399.499508] env[62777]: DEBUG oslo_concurrency.lockutils [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] Acquiring lock "4127cc73-1b70-44a1-9358-18158d610de4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.499508] env[62777]: DEBUG oslo_concurrency.lockutils [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] Lock "4127cc73-1b70-44a1-9358-18158d610de4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.499740] env[62777]: DEBUG oslo_concurrency.lockutils [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] Lock "4127cc73-1b70-44a1-9358-18158d610de4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.499914] env[62777]: DEBUG nova.compute.manager [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] No waiting events found dispatching network-vif-plugged-a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1399.500091] env[62777]: WARNING nova.compute.manager [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Received unexpected event network-vif-plugged-a3a444f1-8f13-45c5-88e0-723f7a6c83fe for instance with vm_state building and task_state spawning. [ 1399.500250] env[62777]: DEBUG nova.compute.manager [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Received event network-changed-a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1399.500422] env[62777]: DEBUG nova.compute.manager [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Refreshing instance network info cache due to event network-changed-a3a444f1-8f13-45c5-88e0-723f7a6c83fe. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1399.500582] env[62777]: DEBUG oslo_concurrency.lockutils [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] Acquiring lock "refresh_cache-4127cc73-1b70-44a1-9358-18158d610de4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.506969] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4dabed9-a2d6-4427-8aa6-b85b660a98f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.521041] env[62777]: DEBUG nova.compute.provider_tree [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.811911] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693677, 'name': CreateVM_Task, 'duration_secs': 0.541844} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.812275] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1399.812707] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.812939] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.813288] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1399.813536] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f4647c-2a7e-42bd-b40e-827994fad40e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.818960] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1399.818960] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52962519-7b62-093b-3eba-f52ccb782d42" [ 1399.818960] env[62777]: _type = "Task" [ 1399.818960] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.827169] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52962519-7b62-093b-3eba-f52ccb782d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.851897] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075137} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.852209] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.852944] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf11dba7-772c-4844-af02-4bb92d1c1e38 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.880022] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 9d055439-796b-48a8-b99b-1d74c4beb653/9d055439-796b-48a8-b99b-1d74c4beb653.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.880022] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50621b3d-5969-445f-9aee-371303a61074 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.894415] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1399.902208] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1399.902208] env[62777]: value = "task-1693679" [ 1399.902208] env[62777]: _type = "Task" [ 1399.902208] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.914503] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.916508] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1399.916806] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1399.916885] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1399.917065] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1399.917221] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1399.917351] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1399.917612] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1399.917794] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1399.917964] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1399.918139] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1399.918312] env[62777]: DEBUG nova.virt.hardware [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1399.919133] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1830a7ac-bf94-4d6b-87c2-2d6d9d81cbd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.926806] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d67a2-e0e3-4201-88a5-751f43101c84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.961013] env[62777]: DEBUG nova.network.neutron [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.025259] env[62777]: DEBUG nova.scheduler.client.report [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1400.154498] env[62777]: DEBUG nova.network.neutron [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Updating instance_info_cache with network_info: [{"id": "a3a444f1-8f13-45c5-88e0-723f7a6c83fe", "address": "fa:16:3e:c0:72:27", "network": {"id": "5ea2818f-9f82-4bb6-89f7-8b08a186db19", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-41394098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc1c0d392204492b4597861fc25bf8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a444f1-8f", "ovs_interfaceid": "a3a444f1-8f13-45c5-88e0-723f7a6c83fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.252790] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "3884f29c-8a5d-4482-8679-117f3253522f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.253167] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "3884f29c-8a5d-4482-8679-117f3253522f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.253397] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "3884f29c-8a5d-4482-8679-117f3253522f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.253602] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "3884f29c-8a5d-4482-8679-117f3253522f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.253809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "3884f29c-8a5d-4482-8679-117f3253522f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.257881] env[62777]: INFO nova.compute.manager [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Terminating instance [ 1400.334085] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52962519-7b62-093b-3eba-f52ccb782d42, 'name': SearchDatastore_Task, 'duration_secs': 0.041776} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.334566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.335706] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1400.336250] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.336555] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.337016] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.337797] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e9e1b28-c0f9-4a15-baf7-3d98631d3f5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.347971] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.348352] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1400.349347] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c7da523-bd68-444d-ad40-7389214f5824 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.355780] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1400.355780] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a4c204-28d8-3e3c-d26c-46170ca9669a" [ 1400.355780] env[62777]: _type = "Task" [ 1400.355780] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.367238] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a4c204-28d8-3e3c-d26c-46170ca9669a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.412566] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.512998] env[62777]: DEBUG nova.compute.manager [req-bfaa6ce1-190b-482e-8717-35325137e503 req-344390f5-c2ef-4b0f-9ed7-2e5bafe7ffb5 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-vif-plugged-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1400.512998] env[62777]: DEBUG oslo_concurrency.lockutils [req-bfaa6ce1-190b-482e-8717-35325137e503 req-344390f5-c2ef-4b0f-9ed7-2e5bafe7ffb5 service nova] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.512998] env[62777]: DEBUG oslo_concurrency.lockutils [req-bfaa6ce1-190b-482e-8717-35325137e503 req-344390f5-c2ef-4b0f-9ed7-2e5bafe7ffb5 service nova] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.512998] env[62777]: DEBUG oslo_concurrency.lockutils [req-bfaa6ce1-190b-482e-8717-35325137e503 req-344390f5-c2ef-4b0f-9ed7-2e5bafe7ffb5 service nova] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.512998] env[62777]: DEBUG nova.compute.manager [req-bfaa6ce1-190b-482e-8717-35325137e503 req-344390f5-c2ef-4b0f-9ed7-2e5bafe7ffb5 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] No waiting events found dispatching network-vif-plugged-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.512998] env[62777]: WARNING nova.compute.manager [req-bfaa6ce1-190b-482e-8717-35325137e503 req-344390f5-c2ef-4b0f-9ed7-2e5bafe7ffb5 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received unexpected event network-vif-plugged-f34dde48-e93a-4255-9403-de845b9f8694 for instance with vm_state building and task_state spawning. [ 1400.530428] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.531028] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1400.533797] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.197s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.535293] env[62777]: INFO nova.compute.claims [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1400.657512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Releasing lock "refresh_cache-4127cc73-1b70-44a1-9358-18158d610de4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.657797] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Instance network_info: |[{"id": "a3a444f1-8f13-45c5-88e0-723f7a6c83fe", "address": "fa:16:3e:c0:72:27", "network": {"id": "5ea2818f-9f82-4bb6-89f7-8b08a186db19", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-41394098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc1c0d392204492b4597861fc25bf8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a444f1-8f", "ovs_interfaceid": "a3a444f1-8f13-45c5-88e0-723f7a6c83fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.658110] env[62777]: DEBUG oslo_concurrency.lockutils [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] Acquired lock "refresh_cache-4127cc73-1b70-44a1-9358-18158d610de4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.658293] env[62777]: DEBUG nova.network.neutron [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Refreshing network info cache for port a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.659844] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:72:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56834f67-27a8-43dc-bbc6-a74aaa08959b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a444f1-8f13-45c5-88e0-723f7a6c83fe', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.668215] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Creating folder: Project (7dc1c0d392204492b4597861fc25bf8e). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.670307] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91bb1b53-950a-4780-80b2-cf427a2c3331 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.678318] env[62777]: DEBUG nova.network.neutron [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Successfully updated port: f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.681134] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Created folder: Project (7dc1c0d392204492b4597861fc25bf8e) in parent group-v353040. [ 1400.681362] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Creating folder: Instances. Parent ref: group-v353172. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.681785] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a40e22f4-dfc7-4bc0-a39f-c2019bb18096 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.693489] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Created folder: Instances in parent group-v353172. [ 1400.693742] env[62777]: DEBUG oslo.service.loopingcall [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.694028] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.694232] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6adf794-1c1a-4881-b667-cf36904cf79f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.716750] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.716750] env[62777]: value = "task-1693682" [ 1400.716750] env[62777]: _type = "Task" [ 1400.716750] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.724704] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693682, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.763449] env[62777]: DEBUG nova.compute.manager [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1400.763711] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.764646] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2aba6d7-3e71-4d98-bfbb-7736878e0f9c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.774903] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1400.775187] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa7308b-dbee-49ee-9f2e-29a0668cb55b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.781536] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "7075ea82-4047-4b59-905b-478903d90a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.781765] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.785672] env[62777]: DEBUG oslo_vmware.api [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1400.785672] env[62777]: value = "task-1693683" [ 1400.785672] env[62777]: _type = "Task" [ 1400.785672] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.794569] env[62777]: DEBUG oslo_vmware.api [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.865812] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a4c204-28d8-3e3c-d26c-46170ca9669a, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.866644] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee380f54-5e25-4502-892f-a77cbd3e1f74 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.872734] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1400.872734] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d5d88f-1e50-68c6-337d-23c5135a1839" [ 1400.872734] env[62777]: _type = "Task" [ 1400.872734] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.880770] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d5d88f-1e50-68c6-337d-23c5135a1839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.908298] env[62777]: DEBUG nova.network.neutron [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Updated VIF entry in instance network info cache for port a3a444f1-8f13-45c5-88e0-723f7a6c83fe. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.908648] env[62777]: DEBUG nova.network.neutron [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Updating instance_info_cache with network_info: [{"id": "a3a444f1-8f13-45c5-88e0-723f7a6c83fe", "address": "fa:16:3e:c0:72:27", "network": {"id": "5ea2818f-9f82-4bb6-89f7-8b08a186db19", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-41394098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dc1c0d392204492b4597861fc25bf8e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56834f67-27a8-43dc-bbc6-a74aaa08959b", "external-id": "nsx-vlan-transportzone-949", "segmentation_id": 949, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a444f1-8f", "ovs_interfaceid": "a3a444f1-8f13-45c5-88e0-723f7a6c83fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.915356] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693679, 'name': ReconfigVM_Task, 'duration_secs': 0.608854} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.915663] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 9d055439-796b-48a8-b99b-1d74c4beb653/9d055439-796b-48a8-b99b-1d74c4beb653.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1400.916359] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03334f94-d92b-4e2d-a972-de81c071b6b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.923740] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1400.923740] env[62777]: value = "task-1693684" [ 1400.923740] env[62777]: _type = "Task" [ 1400.923740] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.935669] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693684, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.044115] env[62777]: DEBUG nova.compute.utils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.047030] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.047030] env[62777]: DEBUG nova.network.neutron [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.092586] env[62777]: DEBUG nova.policy [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c78105c845d49f0903ffa39150d7456', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4a30ae0510c4e6d9778691d6f1079cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.183916] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.183916] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.183916] env[62777]: DEBUG nova.network.neutron [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1401.231045] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693682, 'name': CreateVM_Task, 'duration_secs': 0.366806} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.231202] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.232189] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.232433] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.232859] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.233221] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c9b1e0-9759-4dfd-ab2d-3959ea6e544f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.239336] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1401.239336] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523a6aba-050d-ca87-67a2-bbb79e2b75ca" [ 1401.239336] env[62777]: _type = "Task" [ 1401.239336] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.248068] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523a6aba-050d-ca87-67a2-bbb79e2b75ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.297024] env[62777]: DEBUG oslo_vmware.api [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693683, 'name': PowerOffVM_Task, 'duration_secs': 0.264797} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.297024] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1401.297024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1401.297024] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46989a36-e076-4119-ae94-54bf8c0e767c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.383323] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d5d88f-1e50-68c6-337d-23c5135a1839, 'name': SearchDatastore_Task, 'duration_secs': 0.0178} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.384583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.384807] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.385112] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1401.385296] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1401.385468] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] 3884f29c-8a5d-4482-8679-117f3253522f {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1401.385697] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2702386e-e4d1-4cce-938f-e31dabef9b3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.387701] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef9f2747-16f0-405a-b126-36e74f143179 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.394016] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1401.394016] env[62777]: value = "task-1693686" [ 1401.394016] env[62777]: _type = "Task" [ 1401.394016] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.398055] env[62777]: DEBUG oslo_vmware.api [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1401.398055] env[62777]: value = "task-1693687" [ 1401.398055] env[62777]: _type = "Task" [ 1401.398055] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.404321] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.409273] env[62777]: DEBUG oslo_vmware.api [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.410937] env[62777]: DEBUG oslo_concurrency.lockutils [req-aed221fb-7138-4647-812f-0d67418b110e req-bbf6348e-85a3-42d0-9600-16d8400bf26d service nova] Releasing lock "refresh_cache-4127cc73-1b70-44a1-9358-18158d610de4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.434502] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693684, 'name': Rename_Task, 'duration_secs': 0.151285} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.434803] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1401.435080] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2176e49a-e930-4316-ba8b-c24f6905c885 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.441838] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1401.441838] env[62777]: value = "task-1693688" [ 1401.441838] env[62777]: _type = "Task" [ 1401.441838] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.451421] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.452388] env[62777]: DEBUG nova.network.neutron [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Successfully created port: 1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1401.549841] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1401.729332] env[62777]: DEBUG nova.network.neutron [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1401.756991] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523a6aba-050d-ca87-67a2-bbb79e2b75ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.757345] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.757911] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.758089] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.758089] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.758430] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.761093] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afe8ffe6-4882-478c-b892-7fc58109f85c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.778957] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.779180] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.779975] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1944f86d-0cea-4223-9c2f-936cdc269c70 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.787622] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1401.787622] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bbad3e-6d05-c3bf-ac85-8a17408998b1" [ 1401.787622] env[62777]: _type = "Task" [ 1401.787622] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.801436] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bbad3e-6d05-c3bf-ac85-8a17408998b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.908875] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693686, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.914662] env[62777]: DEBUG oslo_vmware.api [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292457} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.915808] env[62777]: DEBUG nova.network.neutron [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.916963] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.917170] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.917346] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.917518] env[62777]: INFO nova.compute.manager [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1401.917760] env[62777]: DEBUG oslo.service.loopingcall [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.918179] env[62777]: DEBUG nova.compute.manager [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1401.918275] env[62777]: DEBUG nova.network.neutron [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1401.957292] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693688, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.188024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984037e2-6fae-4850-b964-d0ba366ab941 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.199086] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be5d7c-5ba5-4b60-b2f5-68b9ffb30426 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.233794] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b2c2a3-72b4-4f70-92f0-f358e80cf580 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.242949] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a79d65-1ecc-4f1a-b8d1-f08677cf7d50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.257463] env[62777]: DEBUG nova.compute.provider_tree [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.297925] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bbad3e-6d05-c3bf-ac85-8a17408998b1, 'name': SearchDatastore_Task, 'duration_secs': 0.082103} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.298739] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7507ee15-22dd-4b67-ad5c-7f94de29a927 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.304730] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1402.304730] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522244de-994a-f3f1-0bd2-4414106290c1" [ 1402.304730] env[62777]: _type = "Task" [ 1402.304730] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.316464] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522244de-994a-f3f1-0bd2-4414106290c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.405733] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682995} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.405942] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1402.406171] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1402.406421] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce1918f-b879-4575-93fc-e3d31d4e64f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.413146] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1402.413146] env[62777]: value = "task-1693689" [ 1402.413146] env[62777]: _type = "Task" [ 1402.413146] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.418996] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.419347] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance network_info: |[{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1402.422873] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:fe:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34dde48-e93a-4255-9403-de845b9f8694', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.432306] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating folder: Project (3bb679423f6c4abf8a115ab5083b269a). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.432774] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.433404] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac3d990a-5633-4b67-bf8f-fa7ccaa1e971 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.449788] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created folder: Project (3bb679423f6c4abf8a115ab5083b269a) in parent group-v353040. [ 1402.450019] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating folder: Instances. Parent ref: group-v353175. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.450585] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b4d427-0c10-4631-8e54-fc8c9f9ce332 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.455869] env[62777]: DEBUG oslo_vmware.api [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693688, 'name': PowerOnVM_Task, 'duration_secs': 0.617235} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.456507] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1402.456721] env[62777]: INFO nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Took 15.45 seconds to spawn the instance on the hypervisor. [ 1402.456900] env[62777]: DEBUG nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.457717] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02529c0f-a070-4eee-a3bb-6acc9fc121c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.468656] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created folder: Instances in parent group-v353175. [ 1402.468936] env[62777]: DEBUG oslo.service.loopingcall [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.469379] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.469672] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9738737d-20b6-4d6f-a063-71187e4c35c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.489410] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.489410] env[62777]: value = "task-1693692" [ 1402.489410] env[62777]: _type = "Task" [ 1402.489410] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.497976] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693692, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.565745] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1402.594034] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1402.594034] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1402.594329] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1402.594329] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1402.594445] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1402.594575] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1402.594797] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1402.594956] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1402.595137] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1402.595300] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1402.595470] env[62777]: DEBUG nova.virt.hardware [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1402.596479] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df123b83-8582-412e-bfd2-d26a0ed35374 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.604581] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36129669-65ff-4344-8af7-551014aafe41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.621172] env[62777]: DEBUG nova.compute.manager [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-changed-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1402.621415] env[62777]: DEBUG nova.compute.manager [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing instance network info cache due to event network-changed-f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1402.621633] env[62777]: DEBUG oslo_concurrency.lockutils [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.621776] env[62777]: DEBUG oslo_concurrency.lockutils [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.621939] env[62777]: DEBUG nova.network.neutron [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing network info cache for port f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.760571] env[62777]: DEBUG nova.scheduler.client.report [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1402.815868] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522244de-994a-f3f1-0bd2-4414106290c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009528} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.816155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.816413] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 4127cc73-1b70-44a1-9358-18158d610de4/4127cc73-1b70-44a1-9358-18158d610de4.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.816673] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24dd3cc3-6dc8-4439-8ef4-1a3c2dfe619c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.824768] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1402.824768] env[62777]: value = "task-1693693" [ 1402.824768] env[62777]: _type = "Task" [ 1402.824768] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.835803] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.893856] env[62777]: DEBUG nova.network.neutron [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.924322] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.271565} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.924624] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1402.925709] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650b5ed7-4d6b-4ca3-aa40-342e0883ccce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.956770] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1402.957570] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c671ffda-75cb-4f7b-b70e-57fd35e54447 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.981222] env[62777]: INFO nova.compute.manager [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Took 49.25 seconds to build instance. [ 1402.983224] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1402.983224] env[62777]: value = "task-1693694" [ 1402.983224] env[62777]: _type = "Task" [ 1402.983224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.992258] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.000125] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693692, 'name': CreateVM_Task, 'duration_secs': 0.405676} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.000996] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1403.001714] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.001892] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.002322] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1403.002921] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818a1989-470e-424b-971a-e718e399805e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.007822] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1403.007822] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5253df3d-547d-831e-bcd0-168427a4abe6" [ 1403.007822] env[62777]: _type = "Task" [ 1403.007822] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.016442] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5253df3d-547d-831e-bcd0-168427a4abe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.026931] env[62777]: DEBUG nova.compute.manager [req-d338d77d-d280-494e-a568-9c9f181026da req-1f869d75-2919-45a0-a638-8d67c8352a29 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Received event network-vif-plugged-1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1403.027167] env[62777]: DEBUG oslo_concurrency.lockutils [req-d338d77d-d280-494e-a568-9c9f181026da req-1f869d75-2919-45a0-a638-8d67c8352a29 service nova] Acquiring lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.027346] env[62777]: DEBUG oslo_concurrency.lockutils [req-d338d77d-d280-494e-a568-9c9f181026da req-1f869d75-2919-45a0-a638-8d67c8352a29 service nova] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.027577] env[62777]: DEBUG oslo_concurrency.lockutils [req-d338d77d-d280-494e-a568-9c9f181026da req-1f869d75-2919-45a0-a638-8d67c8352a29 service nova] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.027776] env[62777]: DEBUG nova.compute.manager [req-d338d77d-d280-494e-a568-9c9f181026da req-1f869d75-2919-45a0-a638-8d67c8352a29 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] No waiting events found dispatching network-vif-plugged-1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1403.027948] env[62777]: WARNING nova.compute.manager [req-d338d77d-d280-494e-a568-9c9f181026da req-1f869d75-2919-45a0-a638-8d67c8352a29 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Received unexpected event network-vif-plugged-1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 for instance with vm_state building and task_state spawning. [ 1403.119557] env[62777]: DEBUG nova.network.neutron [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Successfully updated port: 1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1403.267809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.268299] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1403.271056] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.138s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.271211] env[62777]: DEBUG nova.objects.instance [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lazy-loading 'resources' on Instance uuid 4610b1d4-7be5-4e97-b095-ad71263bc30a {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.335682] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.380957] env[62777]: DEBUG nova.network.neutron [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updated VIF entry in instance network info cache for port f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.381462] env[62777]: DEBUG nova.network.neutron [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.399260] env[62777]: INFO nova.compute.manager [-] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Took 1.48 seconds to deallocate network for instance. [ 1403.484473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-de695bfd-b68b-4353-ba4e-32cc9da20b7d tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "9d055439-796b-48a8-b99b-1d74c4beb653" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.146s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.501311] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.520317] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5253df3d-547d-831e-bcd0-168427a4abe6, 'name': SearchDatastore_Task, 'duration_secs': 0.031952} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.520629] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.520863] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.521350] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.521350] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.521487] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.521766] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d00ff9-9402-4eeb-a6ff-e422d2021210 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.536635] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.536849] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.537681] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2789f00c-98ed-4eaa-bed7-e14845305626 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.542969] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1403.542969] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52913bf6-e673-5610-9193-4e95b3930fa8" [ 1403.542969] env[62777]: _type = "Task" [ 1403.542969] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.552712] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52913bf6-e673-5610-9193-4e95b3930fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.622581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.622791] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquired lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.623421] env[62777]: DEBUG nova.network.neutron [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.774195] env[62777]: DEBUG nova.compute.utils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.775640] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1403.775820] env[62777]: DEBUG nova.network.neutron [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.838261] env[62777]: DEBUG nova.policy [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbd6d2f12d244ba8a2f8a0d9908be60d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed0df65fac7342548f777bb1124f8fd3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1403.854714] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693693, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.887932] env[62777]: DEBUG oslo_concurrency.lockutils [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.888240] env[62777]: DEBUG nova.compute.manager [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Received event network-vif-deleted-93456d33-f265-4aa7-9aca-ff8b2f905dea {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1403.888431] env[62777]: INFO nova.compute.manager [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Neutron deleted interface 93456d33-f265-4aa7-9aca-ff8b2f905dea; detaching it from the instance and deleting it from the info cache [ 1403.888600] env[62777]: DEBUG nova.network.neutron [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.904922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.995171] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.999125] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693694, 'name': ReconfigVM_Task, 'duration_secs': 0.976088} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.002262] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.005163] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc33cb2a-f74d-430e-bcc9-ea5451deca29 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.011683] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1404.011683] env[62777]: value = "task-1693695" [ 1404.011683] env[62777]: _type = "Task" [ 1404.011683] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.026035] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693695, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.061026] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52913bf6-e673-5610-9193-4e95b3930fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.393408} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.061853] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc9b7ad9-7f47-42b8-b9c0-b3f3efe8c418 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.066951] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1404.066951] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5221bc23-e8ad-f1e3-b80a-881479e0af87" [ 1404.066951] env[62777]: _type = "Task" [ 1404.066951] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.075815] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5221bc23-e8ad-f1e3-b80a-881479e0af87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.177163] env[62777]: DEBUG nova.network.neutron [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1404.252923] env[62777]: DEBUG nova.network.neutron [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Successfully created port: c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1404.282236] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.326578] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "9d055439-796b-48a8-b99b-1d74c4beb653" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.326876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "9d055439-796b-48a8-b99b-1d74c4beb653" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.327166] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.327377] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.327546] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "9d055439-796b-48a8-b99b-1d74c4beb653-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.335218] env[62777]: INFO nova.compute.manager [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Terminating instance [ 1404.350141] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693693, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.399747} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.350432] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 4127cc73-1b70-44a1-9358-18158d610de4/4127cc73-1b70-44a1-9358-18158d610de4.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.350528] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.353198] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0dce0c4-d617-4b51-a348-0c0d3730a34c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.360616] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1404.360616] env[62777]: value = "task-1693696" [ 1404.360616] env[62777]: _type = "Task" [ 1404.360616] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.372072] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.393587] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad42e873-ec1e-4931-9789-7a0133064234 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.404871] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd32f96-e585-4380-916c-69d42003853e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.415389] env[62777]: DEBUG nova.network.neutron [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Updating instance_info_cache with network_info: [{"id": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "address": "fa:16:3e:1b:9e:77", "network": {"id": "453f102a-c9d7-4c42-a695-5b3e9f4b73e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-761018564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a30ae0510c4e6d9778691d6f1079cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf7eea0-ac", "ovs_interfaceid": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.448861] env[62777]: DEBUG nova.compute.manager [req-15ee99bc-84d4-45d8-9835-7d4576e445f4 req-b833d02c-bd1c-4256-8329-b2f7fb43b474 service nova] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Detach interface failed, port_id=93456d33-f265-4aa7-9aca-ff8b2f905dea, reason: Instance 3884f29c-8a5d-4482-8679-117f3253522f could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1404.478567] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff28ea-6a4c-411a-b2bb-cc18858738ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.487899] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6bcdb3-13e5-4d61-9e28-f6c42c3ad9af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.530225] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aecca8e-864f-499c-84b8-75b6a246bad0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.539317] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693695, 'name': Rename_Task, 'duration_secs': 0.316166} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.541103] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1404.541385] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a4478d0-0d31-47fb-8784-c5196630e3bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.543821] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88961480-0364-4bce-ba78-ebc98bafe746 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.548710] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.559589] env[62777]: DEBUG nova.compute.provider_tree [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.563333] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1404.563333] env[62777]: value = "task-1693697" [ 1404.563333] env[62777]: _type = "Task" [ 1404.563333] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.574913] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693697, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.581382] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5221bc23-e8ad-f1e3-b80a-881479e0af87, 'name': SearchDatastore_Task, 'duration_secs': 0.137665} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.581695] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.581869] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1404.582152] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f8d551f-d8d8-4f78-86b7-c8dc38173bd2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.588591] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1404.588591] env[62777]: value = "task-1693698" [ 1404.588591] env[62777]: _type = "Task" [ 1404.588591] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.597300] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.842412] env[62777]: DEBUG nova.compute.manager [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.842412] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.842908] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcf3251-7c0d-4169-9656-c1b1ea2085f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.853426] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.853754] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f74c4d6-c509-4b10-af2f-157bce118043 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.861253] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1404.861253] env[62777]: value = "task-1693699" [ 1404.861253] env[62777]: _type = "Task" [ 1404.861253] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.876687] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23516} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.879888] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.880212] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.880934] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbb38d-64b4-4634-918f-90d26d75de27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.908927] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 4127cc73-1b70-44a1-9358-18158d610de4/4127cc73-1b70-44a1-9358-18158d610de4.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.909243] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974050a6-6493-407d-aea2-608e26d393ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.923638] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Releasing lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.923935] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Instance network_info: |[{"id": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "address": "fa:16:3e:1b:9e:77", "network": {"id": "453f102a-c9d7-4c42-a695-5b3e9f4b73e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-761018564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a30ae0510c4e6d9778691d6f1079cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf7eea0-ac", "ovs_interfaceid": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1404.924338] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:9e:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1404.931681] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Creating folder: Project (a4a30ae0510c4e6d9778691d6f1079cf). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1404.932354] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0537657-1eb3-4f77-bc1c-174c7fb63ef3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.938800] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1404.938800] env[62777]: value = "task-1693700" [ 1404.938800] env[62777]: _type = "Task" [ 1404.938800] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.946054] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Created folder: Project (a4a30ae0510c4e6d9778691d6f1079cf) in parent group-v353040. [ 1404.946054] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Creating folder: Instances. Parent ref: group-v353178. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1404.948281] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d1a64f5-5074-45dc-ad63-c6109dd38750 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.949791] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.957888] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Created folder: Instances in parent group-v353178. [ 1404.958211] env[62777]: DEBUG oslo.service.loopingcall [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1404.958427] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1404.958647] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6db9ebf4-c752-4c7b-80a4-c04f1c672558 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.979686] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1404.979686] env[62777]: value = "task-1693703" [ 1404.979686] env[62777]: _type = "Task" [ 1404.979686] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.986920] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693703, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.065601] env[62777]: DEBUG nova.scheduler.client.report [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1405.079288] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.098158] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.108271] env[62777]: DEBUG nova.compute.manager [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Received event network-changed-1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1405.108511] env[62777]: DEBUG nova.compute.manager [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Refreshing instance network info cache due to event network-changed-1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1405.108654] env[62777]: DEBUG oslo_concurrency.lockutils [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] Acquiring lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.108841] env[62777]: DEBUG oslo_concurrency.lockutils [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] Acquired lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.109031] env[62777]: DEBUG nova.network.neutron [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Refreshing network info cache for port 1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1405.293863] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1405.322352] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1405.322589] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1405.322748] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.322930] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1405.323083] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.323234] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1405.323440] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1405.323599] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1405.323767] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1405.323930] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1405.324211] env[62777]: DEBUG nova.virt.hardware [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.325130] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95f91bc-9bab-4848-b2a0-fa64f851595f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.335292] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d07db-4440-4a6c-94c3-b3f3f5dc933e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.376643] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.450089] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693700, 'name': ReconfigVM_Task, 'duration_secs': 0.354801} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.450430] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 4127cc73-1b70-44a1-9358-18158d610de4/4127cc73-1b70-44a1-9358-18158d610de4.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.451095] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20ec5621-b3d6-4709-95d6-eef2246e6e32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.457934] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1405.457934] env[62777]: value = "task-1693704" [ 1405.457934] env[62777]: _type = "Task" [ 1405.457934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.468565] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693704, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.490992] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693703, 'name': CreateVM_Task, 'duration_secs': 0.437841} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.491226] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.492016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.492271] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.492592] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1405.492897] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3972c601-1e53-4ffd-8faf-2bd3713041c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.499746] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1405.499746] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7f1d7-c4e5-801f-115f-6b975424c214" [ 1405.499746] env[62777]: _type = "Task" [ 1405.499746] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.508334] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7f1d7-c4e5-801f-115f-6b975424c214, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.574105] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.576842] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.708s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.578693] env[62777]: INFO nova.compute.claims [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.591993] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693697, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.604857] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693698, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.638068] env[62777]: INFO nova.scheduler.client.report [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Deleted allocations for instance 4610b1d4-7be5-4e97-b095-ad71263bc30a [ 1405.877616] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693699, 'name': PowerOffVM_Task, 'duration_secs': 0.957993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.879272] env[62777]: DEBUG nova.network.neutron [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Updated VIF entry in instance network info cache for port 1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1405.879439] env[62777]: DEBUG nova.network.neutron [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Updating instance_info_cache with network_info: [{"id": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "address": "fa:16:3e:1b:9e:77", "network": {"id": "453f102a-c9d7-4c42-a695-5b3e9f4b73e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-761018564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a30ae0510c4e6d9778691d6f1079cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf7eea0-ac", "ovs_interfaceid": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.880492] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.880665] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.880920] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6047e7-6819-4d9a-91b1-dcc73c9d5a51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.971850] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693704, 'name': Rename_Task, 'duration_secs': 0.179136} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.973060] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.973709] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1e01def-9dee-411e-a59d-d3b8359261f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.980446] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1405.980446] env[62777]: value = "task-1693706" [ 1405.980446] env[62777]: _type = "Task" [ 1405.980446] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.989758] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.011785] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7f1d7-c4e5-801f-115f-6b975424c214, 'name': SearchDatastore_Task, 'duration_secs': 0.055579} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.012926] env[62777]: DEBUG nova.network.neutron [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Successfully updated port: c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1406.014397] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.014633] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.015441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.015441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.015441] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.016455] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a53ceaee-e570-46c6-b424-699abdfd27df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.024453] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.024715] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.026129] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b032c25-c72a-43e0-8f80-796bf91c0cb3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.032498] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1406.032498] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dddbfe-03f1-501c-6305-cf445f471d3b" [ 1406.032498] env[62777]: _type = "Task" [ 1406.032498] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.040648] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dddbfe-03f1-501c-6305-cf445f471d3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.053998] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.054242] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.054419] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Deleting the datastore file [datastore1] 9d055439-796b-48a8-b99b-1d74c4beb653 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.054685] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15772781-b6d1-492c-8ea3-b9d48ef19385 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.061234] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1406.061234] env[62777]: value = "task-1693707" [ 1406.061234] env[62777]: _type = "Task" [ 1406.061234] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.070956] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.078962] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693697, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.101610] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693698, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024516} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.101873] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.102124] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1406.102438] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92503d11-e24b-406f-9034-be55fa602c4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.108821] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1406.108821] env[62777]: value = "task-1693708" [ 1406.108821] env[62777]: _type = "Task" [ 1406.108821] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.117453] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.149292] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bae60df-5ea8-4d64-be59-a0fa696ef267 tempest-ServerAddressesTestJSON-2029252709 tempest-ServerAddressesTestJSON-2029252709-project-member] Lock "4610b1d4-7be5-4e97-b095-ad71263bc30a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.194s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.384676] env[62777]: DEBUG oslo_concurrency.lockutils [req-48b53b9e-fa50-4e19-a7c4-bc15714b1609 req-8431aa0c-0850-481d-942c-8793c23f1820 service nova] Releasing lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.490530] env[62777]: DEBUG oslo_vmware.api [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693706, 'name': PowerOnVM_Task, 'duration_secs': 0.507573} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.490883] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.491200] env[62777]: INFO nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1406.494059] env[62777]: DEBUG nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.495197] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3da253-e834-4282-aaf3-4e9ad98119ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.519264] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "refresh_cache-38c103b4-6244-4243-aa10-0a71c8c0e530" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.519472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquired lock "refresh_cache-38c103b4-6244-4243-aa10-0a71c8c0e530" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.519564] env[62777]: DEBUG nova.network.neutron [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.546831] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dddbfe-03f1-501c-6305-cf445f471d3b, 'name': SearchDatastore_Task, 'duration_secs': 0.016098} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.547856] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7426cef-7b2a-4386-a9fd-735060755563 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.552831] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1406.552831] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef9ae1-cdba-dfd1-55e6-ce071532620c" [ 1406.552831] env[62777]: _type = "Task" [ 1406.552831] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.563570] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef9ae1-cdba-dfd1-55e6-ce071532620c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.571199] env[62777]: DEBUG oslo_vmware.api [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185657} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.574462] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.574652] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.574829] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.575040] env[62777]: INFO nova.compute.manager [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1406.575277] env[62777]: DEBUG oslo.service.loopingcall [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.575467] env[62777]: DEBUG nova.compute.manager [-] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.575559] env[62777]: DEBUG nova.network.neutron [-] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.581575] env[62777]: DEBUG oslo_vmware.api [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693697, 'name': PowerOnVM_Task, 'duration_secs': 1.659319} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.581810] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.582016] env[62777]: DEBUG nova.compute.manager [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.582811] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e9b22f-3299-43fa-8365-abacc31a2b1a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.624646] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094244} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.627265] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1406.628742] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ad2287-69a4-4296-b7e2-1b87fd4e66cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.653630] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.657415] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d91392-bd33-477b-9286-06b260900839 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.678324] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1406.678324] env[62777]: value = "task-1693709" [ 1406.678324] env[62777]: _type = "Task" [ 1406.678324] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.690282] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.017513] env[62777]: INFO nova.compute.manager [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Took 39.96 seconds to build instance. [ 1407.052599] env[62777]: DEBUG nova.network.neutron [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1407.065588] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef9ae1-cdba-dfd1-55e6-ce071532620c, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.068492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.068688] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a31ad77d-308f-4a6f-beb0-1da4730e8ba9/a31ad77d-308f-4a6f-beb0-1da4730e8ba9.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.069250] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-357246a4-49bc-4422-b414-78e515e018b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.077450] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1407.077450] env[62777]: value = "task-1693710" [ 1407.077450] env[62777]: _type = "Task" [ 1407.077450] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.091876] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.109006] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.187760] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5c071f-a779-4205-bff0-249b3a788a44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.195845] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.201687] env[62777]: DEBUG nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Received event network-vif-plugged-c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1407.201986] env[62777]: DEBUG oslo_concurrency.lockutils [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] Acquiring lock "38c103b4-6244-4243-aa10-0a71c8c0e530-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.202188] env[62777]: DEBUG oslo_concurrency.lockutils [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.202605] env[62777]: DEBUG oslo_concurrency.lockutils [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.202845] env[62777]: DEBUG nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] No waiting events found dispatching network-vif-plugged-c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.203032] env[62777]: WARNING nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Received unexpected event network-vif-plugged-c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 for instance with vm_state building and task_state spawning. [ 1407.203240] env[62777]: DEBUG nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Received event network-changed-c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1407.203407] env[62777]: DEBUG nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Refreshing instance network info cache due to event network-changed-c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1407.203814] env[62777]: DEBUG oslo_concurrency.lockutils [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] Acquiring lock "refresh_cache-38c103b4-6244-4243-aa10-0a71c8c0e530" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.208316] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22a7092-9f98-44ed-b364-ce860caf1d84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.256495] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af3764d-1e10-4cc6-b55f-238113d52084 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.266799] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b3c28b-1dae-45f8-bdcc-94dae4defa9c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.283850] env[62777]: DEBUG nova.compute.provider_tree [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.287493] env[62777]: DEBUG nova.network.neutron [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Updating instance_info_cache with network_info: [{"id": "c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366", "address": "fa:16:3e:67:14:24", "network": {"id": "a400a4f0-43eb-48b4-b38b-6e697fd543fe", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-489879623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0df65fac7342548f777bb1124f8fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8bdebd2-ec", "ovs_interfaceid": "c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.524597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-987e8299-ad03-4c17-8350-be256d2fe3e8 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "4127cc73-1b70-44a1-9358-18158d610de4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.561s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.592864] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693710, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.689537] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693709, 'name': ReconfigVM_Task, 'duration_secs': 0.795555} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.689724] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfigured VM instance instance-0000002b to attach disk [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.690358] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3a32733-e88a-43ec-9c2d-37bce8c559bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.697064] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1407.697064] env[62777]: value = "task-1693711" [ 1407.697064] env[62777]: _type = "Task" [ 1407.697064] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.706461] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693711, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.790827] env[62777]: DEBUG nova.scheduler.client.report [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1407.796066] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Releasing lock "refresh_cache-38c103b4-6244-4243-aa10-0a71c8c0e530" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.796066] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Instance network_info: |[{"id": "c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366", "address": "fa:16:3e:67:14:24", "network": {"id": "a400a4f0-43eb-48b4-b38b-6e697fd543fe", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-489879623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0df65fac7342548f777bb1124f8fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8bdebd2-ec", "ovs_interfaceid": "c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1407.798323] env[62777]: DEBUG oslo_concurrency.lockutils [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] Acquired lock "refresh_cache-38c103b4-6244-4243-aa10-0a71c8c0e530" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.798501] env[62777]: DEBUG nova.network.neutron [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Refreshing network info cache for port c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.800475] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:14:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2e45023-22b5-458b-826e-9b7eb69ba028', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.818026] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Creating folder: Project (ed0df65fac7342548f777bb1124f8fd3). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.820458] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a19ab81f-72d0-4ede-8d56-4570e86d6350 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.834127] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Created folder: Project (ed0df65fac7342548f777bb1124f8fd3) in parent group-v353040. [ 1407.834127] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Creating folder: Instances. Parent ref: group-v353181. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.834127] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64dd309e-b4ff-4521-8686-6a38869d7e56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.849156] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Created folder: Instances in parent group-v353181. [ 1407.849517] env[62777]: DEBUG oslo.service.loopingcall [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.849792] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.850317] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7062ff25-c37d-44dc-af2e-63f99e74b4e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.877956] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.877956] env[62777]: value = "task-1693714" [ 1407.877956] env[62777]: _type = "Task" [ 1407.877956] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.885996] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693714, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.030393] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1408.090415] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693710, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.159066] env[62777]: DEBUG nova.network.neutron [-] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.208251] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693711, 'name': Rename_Task, 'duration_secs': 0.1806} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.208534] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1408.208789] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34cc07c-fdc4-47b0-a88f-9ce0dfb93ec4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.215303] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1408.215303] env[62777]: value = "task-1693715" [ 1408.215303] env[62777]: _type = "Task" [ 1408.215303] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.225847] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.299028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.299028] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1408.301692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.183s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.303741] env[62777]: INFO nova.compute.claims [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.390242] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693714, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.456487] env[62777]: INFO nova.compute.manager [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Rebuilding instance [ 1408.529730] env[62777]: DEBUG nova.compute.manager [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1408.530656] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b6b452-0984-4c68-af6f-c6338d75ce97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.557542] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.567191] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "4127cc73-1b70-44a1-9358-18158d610de4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.567281] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "4127cc73-1b70-44a1-9358-18158d610de4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.568403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "4127cc73-1b70-44a1-9358-18158d610de4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.568403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "4127cc73-1b70-44a1-9358-18158d610de4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1408.568403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "4127cc73-1b70-44a1-9358-18158d610de4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1408.570356] env[62777]: INFO nova.compute.manager [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Terminating instance [ 1408.592425] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693710, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.038586} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.592702] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a31ad77d-308f-4a6f-beb0-1da4730e8ba9/a31ad77d-308f-4a6f-beb0-1da4730e8ba9.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.592960] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.593259] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b251c90-ddb7-4646-adb2-ddb260cd79da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.599549] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1408.599549] env[62777]: value = "task-1693716" [ 1408.599549] env[62777]: _type = "Task" [ 1408.599549] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.608706] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.663636] env[62777]: INFO nova.compute.manager [-] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Took 2.09 seconds to deallocate network for instance. [ 1408.728743] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.811920] env[62777]: DEBUG nova.compute.utils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1408.817447] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1408.817447] env[62777]: DEBUG nova.network.neutron [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1408.828944] env[62777]: DEBUG nova.network.neutron [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Updated VIF entry in instance network info cache for port c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.829902] env[62777]: DEBUG nova.network.neutron [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Updating instance_info_cache with network_info: [{"id": "c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366", "address": "fa:16:3e:67:14:24", "network": {"id": "a400a4f0-43eb-48b4-b38b-6e697fd543fe", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-489879623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed0df65fac7342548f777bb1124f8fd3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2e45023-22b5-458b-826e-9b7eb69ba028", "external-id": "nsx-vlan-transportzone-614", "segmentation_id": 614, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8bdebd2-ec", "ovs_interfaceid": "c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.873576] env[62777]: DEBUG nova.policy [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7d4dad2a1a4456d82463275a2bf0bb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af9b176c816a4830a04d4d1cd93854e1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.889093] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693714, 'name': CreateVM_Task, 'duration_secs': 0.597438} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.889323] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.890053] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.890236] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.890553] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.890812] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908fc725-5a76-4988-9767-7c55294b339c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.896145] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1408.896145] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d2700d-8c1e-ffd9-892b-8daf8ecc1f8f" [ 1408.896145] env[62777]: _type = "Task" [ 1408.896145] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.904628] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d2700d-8c1e-ffd9-892b-8daf8ecc1f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.077022] env[62777]: DEBUG nova.compute.manager [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.077022] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.077022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42191d8f-97fb-450c-8f13-d934d786014d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.085214] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.085214] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a74e85cd-d9cc-430d-b46e-6292a4a225f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.094209] env[62777]: DEBUG oslo_vmware.api [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1409.094209] env[62777]: value = "task-1693717" [ 1409.094209] env[62777]: _type = "Task" [ 1409.094209] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.102195] env[62777]: DEBUG oslo_vmware.api [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693717, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.111311] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065749} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.111770] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.112922] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c3af92-919f-4d07-9fa6-c92b555b0ad4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.143020] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a31ad77d-308f-4a6f-beb0-1da4730e8ba9/a31ad77d-308f-4a6f-beb0-1da4730e8ba9.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.143020] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e61d8a65-0299-4cd6-a204-175e571a4beb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.168041] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1409.168041] env[62777]: value = "task-1693718" [ 1409.168041] env[62777]: _type = "Task" [ 1409.168041] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.176269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.176831] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.227428] env[62777]: DEBUG oslo_vmware.api [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693715, 'name': PowerOnVM_Task, 'duration_secs': 0.933312} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.228083] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.229149] env[62777]: INFO nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1409.229488] env[62777]: DEBUG nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.232295] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4ccb8a-8e7b-4b22-8a64-d6afff953595 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.245550] env[62777]: DEBUG nova.compute.manager [req-7b814c5f-ece0-4bc7-be2b-e5b8956cc3b7 req-5d4f97ca-7977-481f-892d-29668e289de6 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-vif-deleted-1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1409.245772] env[62777]: DEBUG nova.compute.manager [req-7b814c5f-ece0-4bc7-be2b-e5b8956cc3b7 req-5d4f97ca-7977-481f-892d-29668e289de6 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-vif-deleted-2839787e-b178-49f5-bbb9-c3ac2b867f16 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1409.246801] env[62777]: DEBUG nova.network.neutron [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Successfully created port: a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1409.317829] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1409.332550] env[62777]: DEBUG oslo_concurrency.lockutils [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] Releasing lock "refresh_cache-38c103b4-6244-4243-aa10-0a71c8c0e530" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.332819] env[62777]: DEBUG nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Received event network-vif-deleted-675c620a-6cac-4897-b6db-a895c268630d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1409.333032] env[62777]: INFO nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Neutron deleted interface 675c620a-6cac-4897-b6db-a895c268630d; detaching it from the instance and deleting it from the info cache [ 1409.333359] env[62777]: DEBUG nova.network.neutron [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Updating instance_info_cache with network_info: [{"id": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "address": "fa:16:3e:07:af:0b", "network": {"id": "904748d2-5af5-48c0-8ead-9e6ec322b4ad", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-539973460", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1050efd5-d7", "ovs_interfaceid": "1050efd5-d7b3-4cfd-bdad-c0e9fe1b80e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "address": "fa:16:3e:02:21:05", "network": {"id": "f359aa57-0d3a-45b0-b3a3-d1167c670ce7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1362261391", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2839787e-b1", "ovs_interfaceid": "2839787e-b178-49f5-bbb9-c3ac2b867f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.409777] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d2700d-8c1e-ffd9-892b-8daf8ecc1f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.410667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.410867] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1409.411128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.411715] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.411715] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1409.414386] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3efe46da-fe7c-4b1b-b3c1-273cf7622012 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.426465] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1409.426679] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1409.429927] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df855b9b-5f41-441e-921c-2548efcc3354 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.435686] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1409.435686] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521a7228-5ae7-d4bc-d080-e199db9fbe76" [ 1409.435686] env[62777]: _type = "Task" [ 1409.435686] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.444210] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521a7228-5ae7-d4bc-d080-e199db9fbe76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.551865] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.551865] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e83569-e062-4dfb-8a48-a9abe05ed850 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.558301] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1409.558301] env[62777]: value = "task-1693719" [ 1409.558301] env[62777]: _type = "Task" [ 1409.558301] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.569377] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.606328] env[62777]: DEBUG oslo_vmware.api [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693717, 'name': PowerOffVM_Task, 'duration_secs': 0.275829} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.607244] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.607244] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.607244] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2806c0c7-486d-4e88-bbff-2e8f9bf0a740 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.679992] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.702533] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.702937] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.703148] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Deleting the datastore file [datastore1] 4127cc73-1b70-44a1-9358-18158d610de4 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.703318] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-715ebaf6-55f8-4972-86a0-bb7e5c986b5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.709937] env[62777]: DEBUG oslo_vmware.api [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for the task: (returnval){ [ 1409.709937] env[62777]: value = "task-1693721" [ 1409.709937] env[62777]: _type = "Task" [ 1409.709937] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.723214] env[62777]: DEBUG oslo_vmware.api [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.764975] env[62777]: INFO nova.compute.manager [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Took 39.74 seconds to build instance. [ 1409.836912] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-667d91d6-cd87-4b49-83b6-dd993dbae2a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.863768] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40c1263-af07-4a54-9da1-dfbeb91b10b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.905151] env[62777]: DEBUG nova.compute.manager [req-7c05574a-8f82-451a-98f5-bec9007596b5 req-8ca5ac3d-0e58-428b-9e87-df7ec0019fe1 service nova] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Detach interface failed, port_id=675c620a-6cac-4897-b6db-a895c268630d, reason: Instance 9d055439-796b-48a8-b99b-1d74c4beb653 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1409.948605] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521a7228-5ae7-d4bc-d080-e199db9fbe76, 'name': SearchDatastore_Task, 'duration_secs': 0.029465} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.949413] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c90db3-cbea-4f80-b08e-cc055417c3c7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.957778] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1409.957778] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c56345-0d8f-ba4b-9ebd-f4695ff661a5" [ 1409.957778] env[62777]: _type = "Task" [ 1409.957778] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.967606] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c56345-0d8f-ba4b-9ebd-f4695ff661a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009605} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.968743] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.969046] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 38c103b4-6244-4243-aa10-0a71c8c0e530/38c103b4-6244-4243-aa10-0a71c8c0e530.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.969971] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a07f21-e5d7-435c-a05f-60fc549e7bba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.972608] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2b5b0bc-4669-4e8c-8097-4e27d49a6ecc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.980419] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070ab75-a0b2-4f65-b5d6-e0c4969f7647 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.984141] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1409.984141] env[62777]: value = "task-1693722" [ 1409.984141] env[62777]: _type = "Task" [ 1409.984141] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.017063] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7dca89-711d-4be5-a0f3-4635a4d9547f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.022783] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.028140] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19514dcb-1a7c-4db2-b707-c00b85e02c26 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.042115] env[62777]: DEBUG nova.compute.provider_tree [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.067831] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693719, 'name': PowerOffVM_Task, 'duration_secs': 0.2658} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.068385] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.068494] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.069226] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4b4e95-069a-465c-b3fe-ec9ddb80dec4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.076049] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.076281] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-612b15be-460e-4439-81c7-59d3240ed4f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.160385] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.161129] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.161129] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleting the datastore file [datastore1] 9bf94633-f769-4fa7-985f-942375455224 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.161129] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f2d8792-1a35-40de-a971-747b3fb87694 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.170529] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1410.170529] env[62777]: value = "task-1693724" [ 1410.170529] env[62777]: _type = "Task" [ 1410.170529] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.179075] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693718, 'name': ReconfigVM_Task, 'duration_secs': 0.616962} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.182262] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a31ad77d-308f-4a6f-beb0-1da4730e8ba9/a31ad77d-308f-4a6f-beb0-1da4730e8ba9.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.183165] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.183433] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86dc4364-e9fe-421a-b8a9-e8cff89a25c7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.189233] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1410.189233] env[62777]: value = "task-1693725" [ 1410.189233] env[62777]: _type = "Task" [ 1410.189233] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.199383] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693725, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.221592] env[62777]: DEBUG oslo_vmware.api [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Task: {'id': task-1693721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165723} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.221865] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.222610] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.222610] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.222737] env[62777]: INFO nova.compute.manager [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1410.223256] env[62777]: DEBUG oslo.service.loopingcall [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.223774] env[62777]: DEBUG nova.compute.manager [-] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.223774] env[62777]: DEBUG nova.network.neutron [-] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.267604] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c04ca8bb-c7e5-4417-acc6-dfdaef0e8564 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.836s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.329793] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1410.360803] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1410.360928] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1410.361155] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.361397] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1410.361523] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.361682] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1410.361893] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1410.362083] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1410.362264] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1410.362431] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1410.362699] env[62777]: DEBUG nova.virt.hardware [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1410.364866] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9049a50-9cec-4ca9-9ff7-5665aceac2cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.379110] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf69a2e-b3ab-4509-8d20-09715645b722 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.494689] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693722, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.548074] env[62777]: DEBUG nova.scheduler.client.report [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1410.681654] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454409} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.681908] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.682112] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.682540] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.700410] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693725, 'name': Rename_Task, 'duration_secs': 0.199891} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.700716] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.703653] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-599d35e8-485c-4e90-b3be-5a680512f147 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.709441] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1410.709441] env[62777]: value = "task-1693726" [ 1410.709441] env[62777]: _type = "Task" [ 1410.709441] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.717816] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.770291] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1410.832528] env[62777]: DEBUG nova.compute.manager [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-changed-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1410.832528] env[62777]: DEBUG nova.compute.manager [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing instance network info cache due to event network-changed-f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1410.832528] env[62777]: DEBUG oslo_concurrency.lockutils [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.832528] env[62777]: DEBUG oslo_concurrency.lockutils [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.832528] env[62777]: DEBUG nova.network.neutron [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing network info cache for port f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.997472] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549492} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.997472] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 38c103b4-6244-4243-aa10-0a71c8c0e530/38c103b4-6244-4243-aa10-0a71c8c0e530.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1410.997472] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1410.997472] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f0ca1f-37d5-4795-87d3-b7894df45ebe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.004288] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1411.004288] env[62777]: value = "task-1693727" [ 1411.004288] env[62777]: _type = "Task" [ 1411.004288] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.014323] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.051485] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1411.054037] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1411.055524] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.572s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1411.059580] env[62777]: INFO nova.compute.claims [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1411.194681] env[62777]: DEBUG nova.network.neutron [-] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.223193] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.232759] env[62777]: DEBUG nova.network.neutron [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Successfully updated port: a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1411.281371] env[62777]: DEBUG nova.compute.manager [req-4ecb7a71-ddb5-4eb9-bce5-22850facecfc req-9bc4d4a5-904e-4226-8ac8-b57555ae5c69 service nova] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Received event network-vif-deleted-a3a444f1-8f13-45c5-88e0-723f7a6c83fe {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1411.302384] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.514971] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065912} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.515265] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.516040] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f8da3-9281-4ff9-b6d6-dec2555e8095 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.537435] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 38c103b4-6244-4243-aa10-0a71c8c0e530/38c103b4-6244-4243-aa10-0a71c8c0e530.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.537740] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20801eae-e97d-429c-bea1-14ea1b6f89dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.560571] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1411.560571] env[62777]: value = "task-1693728" [ 1411.560571] env[62777]: _type = "Task" [ 1411.560571] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.564643] env[62777]: DEBUG nova.compute.utils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1411.568209] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1411.568427] env[62777]: DEBUG nova.network.neutron [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1411.576023] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.624139] env[62777]: DEBUG nova.policy [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7537eac66ab7488fb98aa9c1951b81ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd6f49f535234602a006fb948243712b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1411.698616] env[62777]: INFO nova.compute.manager [-] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Took 1.47 seconds to deallocate network for instance. [ 1411.726064] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.736382] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1411.736714] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1411.736837] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.737294] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1411.737294] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.737467] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1411.737619] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1411.737833] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1411.738041] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1411.738192] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1411.738348] env[62777]: DEBUG nova.virt.hardware [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1411.738932] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.739072] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.739214] env[62777]: DEBUG nova.network.neutron [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.741122] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba9c9b0-f046-43ce-a1e3-2ed1ac9309bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.750396] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911d2e2f-6863-4dc6-99f5-12111fd5bf41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.766252] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:3c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f86a0ff-3574-422e-9518-627bc571f74e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.774605] env[62777]: DEBUG oslo.service.loopingcall [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.775797] env[62777]: DEBUG nova.network.neutron [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updated VIF entry in instance network info cache for port f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.776234] env[62777]: DEBUG nova.network.neutron [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.777807] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.778066] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59ba33ce-99c2-4f70-861b-8848379f74b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.801048] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.801048] env[62777]: value = "task-1693729" [ 1411.801048] env[62777]: _type = "Task" [ 1411.801048] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.810295] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693729, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.070580] env[62777]: DEBUG nova.network.neutron [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Successfully created port: 346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1412.073465] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1412.090937] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693728, 'name': ReconfigVM_Task, 'duration_secs': 0.295055} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.092263] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 38c103b4-6244-4243-aa10-0a71c8c0e530/38c103b4-6244-4243-aa10-0a71c8c0e530.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.093209] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cbc89b8-23ed-478b-b43e-48f88a7983b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.100612] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1412.100612] env[62777]: value = "task-1693730" [ 1412.100612] env[62777]: _type = "Task" [ 1412.100612] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.113873] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693730, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.208099] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.224490] env[62777]: DEBUG oslo_vmware.api [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693726, 'name': PowerOnVM_Task, 'duration_secs': 1.481339} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.229309] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.229309] env[62777]: INFO nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1412.229309] env[62777]: DEBUG nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.231820] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342fd530-827e-4f97-95eb-1b47b43823f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.289346] env[62777]: DEBUG nova.network.neutron [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1412.296436] env[62777]: DEBUG oslo_concurrency.lockutils [req-879ff876-9733-4b78-b8f5-a78d40c20008 req-ead7115a-3e21-444a-ae41-8617598e5f84 service nova] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.311962] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693729, 'name': CreateVM_Task, 'duration_secs': 0.365086} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.314708] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.317751] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.317922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.318246] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.318900] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a72edf-db80-42f5-b1fe-0100dda2bca5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.325091] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1412.325091] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527b40ae-40d7-8359-5150-765d9b4ca314" [ 1412.325091] env[62777]: _type = "Task" [ 1412.325091] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.339043] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527b40ae-40d7-8359-5150-765d9b4ca314, 'name': SearchDatastore_Task, 'duration_secs': 0.009263} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.342067] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.342203] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.342439] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.342586] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.342760] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.343790] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d9a80b5-38e5-4390-9a2c-6bf43c4c0bb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.351782] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.351962] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.352860] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-810629b8-8ba0-4991-9d48-57298fb4049f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.360621] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1412.360621] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ff16d1-1f93-b29d-7881-1435111c404f" [ 1412.360621] env[62777]: _type = "Task" [ 1412.360621] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.372076] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ff16d1-1f93-b29d-7881-1435111c404f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.562284] env[62777]: DEBUG nova.network.neutron [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [{"id": "a39196bc-6083-4473-b198-4e5ef682d901", "address": "fa:16:3e:51:79:24", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39196bc-60", "ovs_interfaceid": "a39196bc-6083-4473-b198-4e5ef682d901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.611890] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693730, 'name': Rename_Task, 'duration_secs': 0.173596} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.612191] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.615093] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54afc95a-6cb2-4e97-9393-8b33c4dec366 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.625038] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1412.625038] env[62777]: value = "task-1693731" [ 1412.625038] env[62777]: _type = "Task" [ 1412.625038] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.640892] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.717450] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e16e3a-2072-498e-843e-4f8ec22903e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.725768] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e4198b-bbff-4a40-8569-6a686d798550 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.766203] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7acff-dc4f-464d-8985-b70b64b41d92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.771708] env[62777]: INFO nova.compute.manager [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Took 39.68 seconds to build instance. [ 1412.779251] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f9353a-a773-4b27-8ff3-a6b60e7b7c85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.794716] env[62777]: DEBUG nova.compute.provider_tree [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.872777] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ff16d1-1f93-b29d-7881-1435111c404f, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.873755] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d187256-eec2-423a-b2ec-dd85114b1604 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.879145] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1412.879145] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b5fdb9-9057-7351-2cc3-441dd46d17b8" [ 1412.879145] env[62777]: _type = "Task" [ 1412.879145] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.889140] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b5fdb9-9057-7351-2cc3-441dd46d17b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.994793] env[62777]: DEBUG nova.compute.manager [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Received event network-vif-plugged-a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1412.995140] env[62777]: DEBUG oslo_concurrency.lockutils [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] Acquiring lock "053160fc-4510-4394-b638-53fe0dbcb6e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.995280] env[62777]: DEBUG oslo_concurrency.lockutils [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.995451] env[62777]: DEBUG oslo_concurrency.lockutils [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.995619] env[62777]: DEBUG nova.compute.manager [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] No waiting events found dispatching network-vif-plugged-a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.995778] env[62777]: WARNING nova.compute.manager [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Received unexpected event network-vif-plugged-a39196bc-6083-4473-b198-4e5ef682d901 for instance with vm_state building and task_state spawning. [ 1412.995936] env[62777]: DEBUG nova.compute.manager [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Received event network-changed-a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1412.997593] env[62777]: DEBUG nova.compute.manager [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Refreshing instance network info cache due to event network-changed-a39196bc-6083-4473-b198-4e5ef682d901. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1412.997868] env[62777]: DEBUG oslo_concurrency.lockutils [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] Acquiring lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.069272] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.070196] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Instance network_info: |[{"id": "a39196bc-6083-4473-b198-4e5ef682d901", "address": "fa:16:3e:51:79:24", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39196bc-60", "ovs_interfaceid": "a39196bc-6083-4473-b198-4e5ef682d901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1413.070654] env[62777]: DEBUG oslo_concurrency.lockutils [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] Acquired lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.070865] env[62777]: DEBUG nova.network.neutron [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Refreshing network info cache for port a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.072209] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:79:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a39196bc-6083-4473-b198-4e5ef682d901', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1413.080264] env[62777]: DEBUG oslo.service.loopingcall [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1413.081039] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1413.081039] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-099d10e0-a965-4101-81a5-5c4fb914d67c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.098076] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1413.107851] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1413.107851] env[62777]: value = "task-1693732" [ 1413.107851] env[62777]: _type = "Task" [ 1413.107851] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.119597] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693732, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.129422] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1413.129632] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1413.129840] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1413.130020] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1413.130260] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1413.130426] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1413.130638] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1413.130793] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1413.130959] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1413.131401] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1413.131401] env[62777]: DEBUG nova.virt.hardware [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1413.135521] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161da593-9b62-4656-995d-6447e0ac2d1b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.145626] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693731, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.150326] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8f1018-128b-4cdf-af49-bf5a6663b5de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.277487] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7be1a5b5-2632-4a41-b071-d2ea6a6972db tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.735s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.298518] env[62777]: DEBUG nova.scheduler.client.report [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1413.394276] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b5fdb9-9057-7351-2cc3-441dd46d17b8, 'name': SearchDatastore_Task, 'duration_secs': 0.00977} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.394608] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.394869] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.395157] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc4f06bf-0cbe-4f18-be4e-7fe69f61a9a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.403532] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1413.403532] env[62777]: value = "task-1693733" [ 1413.403532] env[62777]: _type = "Task" [ 1413.403532] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.413985] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.532898] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.533170] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.611512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.611762] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.612159] env[62777]: INFO nova.compute.manager [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Rebooting instance [ 1413.625604] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693732, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.637181] env[62777]: DEBUG oslo_vmware.api [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693731, 'name': PowerOnVM_Task, 'duration_secs': 0.683567} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.637460] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.637628] env[62777]: INFO nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1413.637813] env[62777]: DEBUG nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1413.638622] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a63528-8dcb-455e-93ac-d13eb4e3397a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.717475] env[62777]: DEBUG nova.compute.manager [req-805d2dce-2c46-4913-8faf-cd66cf7ab28c req-1cd5f215-b596-461b-96f0-8c4f0b85d656 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Received event network-vif-plugged-346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1413.717704] env[62777]: DEBUG oslo_concurrency.lockutils [req-805d2dce-2c46-4913-8faf-cd66cf7ab28c req-1cd5f215-b596-461b-96f0-8c4f0b85d656 service nova] Acquiring lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.717914] env[62777]: DEBUG oslo_concurrency.lockutils [req-805d2dce-2c46-4913-8faf-cd66cf7ab28c req-1cd5f215-b596-461b-96f0-8c4f0b85d656 service nova] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.718102] env[62777]: DEBUG oslo_concurrency.lockutils [req-805d2dce-2c46-4913-8faf-cd66cf7ab28c req-1cd5f215-b596-461b-96f0-8c4f0b85d656 service nova] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.718350] env[62777]: DEBUG nova.compute.manager [req-805d2dce-2c46-4913-8faf-cd66cf7ab28c req-1cd5f215-b596-461b-96f0-8c4f0b85d656 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] No waiting events found dispatching network-vif-plugged-346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1413.718525] env[62777]: WARNING nova.compute.manager [req-805d2dce-2c46-4913-8faf-cd66cf7ab28c req-1cd5f215-b596-461b-96f0-8c4f0b85d656 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Received unexpected event network-vif-plugged-346928d4-f1f8-4b17-948b-494a4844d428 for instance with vm_state building and task_state spawning. [ 1413.784951] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.806461] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.806461] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1413.813124] env[62777]: DEBUG nova.network.neutron [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Successfully updated port: 346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1413.813124] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.111s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.859107] env[62777]: DEBUG nova.network.neutron [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updated VIF entry in instance network info cache for port a39196bc-6083-4473-b198-4e5ef682d901. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.859896] env[62777]: DEBUG nova.network.neutron [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [{"id": "a39196bc-6083-4473-b198-4e5ef682d901", "address": "fa:16:3e:51:79:24", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39196bc-60", "ovs_interfaceid": "a39196bc-6083-4473-b198-4e5ef682d901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.914358] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.139027] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693732, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.161328] env[62777]: INFO nova.compute.manager [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Took 37.84 seconds to build instance. [ 1414.165224] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.165224] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquired lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.165224] env[62777]: DEBUG nova.network.neutron [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.311271] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.318505] env[62777]: DEBUG nova.compute.utils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1414.335019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.335019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.335019] env[62777]: DEBUG nova.network.neutron [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1414.336886] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.337192] env[62777]: DEBUG nova.network.neutron [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.363797] env[62777]: DEBUG oslo_concurrency.lockutils [req-3aa51acc-bf91-4cba-b9c1-304328c8df03 req-603490c7-91e3-4b38-af2d-0afc8093da07 service nova] Releasing lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.396940] env[62777]: DEBUG nova.policy [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48712632523744d7a57f4b50e1746b16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80408e9746a94f0cb4376729d1b16841', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.413736] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.626714] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693732, 'name': CreateVM_Task, 'duration_secs': 1.387506} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.626952] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1414.627690] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.628039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.628231] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1414.628509] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b99e846-929e-4ad2-8771-9c919067aca5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.634362] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1414.634362] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd3737-ae75-7473-d32d-47a806c4cf7c" [ 1414.634362] env[62777]: _type = "Task" [ 1414.634362] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.647238] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd3737-ae75-7473-d32d-47a806c4cf7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.666133] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b3a48b5-2212-4b70-ae5e-098054b08a45 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.435s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.791050] env[62777]: DEBUG nova.network.neutron [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Successfully created port: 41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.837738] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1414.888291] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9bf94633-f769-4fa7-985f-942375455224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9c5a620a-de1b-419f-a0e3-eaf74a63883a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance b4966a3a-7826-4e9a-ae37-5404ac0d9810 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 60927798-b5f4-4705-af23-2a2919943143 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 8935b7cd-baea-4835-8da9-7aef46cc3896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 865a4907-bb1b-411b-b837-867b99de7458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance dce265ac-9ed7-4309-a9f6-df53769fe826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance a19f9cf9-0026-437b-84ee-66f875aeb636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance fc665a3e-b00a-4091-8984-7bcf1c5ffb0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 0315f577-be23-4841-b6e0-c3478c6331f6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23a23d42-fe67-446b-9203-826515fc848e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890102] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.890913] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.891304] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2ec93312-17da-412b-9024-56d9d562612d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.891550] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e5f722a9-af55-43f3-8a70-f544f6bd82e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.891820] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 3c7eae93-232e-4a26-b5d1-9f34c83301d6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 6af16382-5385-4bbf-8c7b-1f438f0e0261 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance dce2b238-171d-4ba3-bd58-93c9313aed15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f0a4868a-0eea-4f93-98d0-c4a4f0070d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 3884f29c-8a5d-4482-8679-117f3253522f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9d4b8943-c1b3-46db-805f-e7195f8b3306 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9d055439-796b-48a8-b99b-1d74c4beb653 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.895100] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 4127cc73-1b70-44a1-9358-18158d610de4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance fa7c2fd5-5046-4d00-a162-3e1ae5392798 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance a31ad77d-308f-4a6f-beb0-1da4730e8ba9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 38c103b4-6244-4243-aa10-0a71c8c0e530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 053160fc-4510-4394-b638-53fe0dbcb6e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance c3e1cd1c-e809-44b4-9467-fd0e418ba5e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.895100] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance b975381d-212e-4843-ad46-ab50d3a03200 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1414.907123] env[62777]: DEBUG nova.network.neutron [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1414.920035] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693733, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.482194} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.920545] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.920961] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.921823] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c02a72db-9a75-4d6a-9140-8db7c24bbc6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.929523] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1414.929523] env[62777]: value = "task-1693734" [ 1414.929523] env[62777]: _type = "Task" [ 1414.929523] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.941352] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.108740] env[62777]: DEBUG nova.network.neutron [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Updating instance_info_cache with network_info: [{"id": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "address": "fa:16:3e:1b:9e:77", "network": {"id": "453f102a-c9d7-4c42-a695-5b3e9f4b73e6", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-761018564-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4a30ae0510c4e6d9778691d6f1079cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bf7eea0-ac", "ovs_interfaceid": "1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.146675] env[62777]: DEBUG nova.network.neutron [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [{"id": "346928d4-f1f8-4b17-948b-494a4844d428", "address": "fa:16:3e:90:30:9a", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346928d4-f1", "ovs_interfaceid": "346928d4-f1f8-4b17-948b-494a4844d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.148924] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd3737-ae75-7473-d32d-47a806c4cf7c, 'name': SearchDatastore_Task, 'duration_secs': 0.055258} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.150033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.150033] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1415.150033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.150033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.150492] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.150492] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16035256-b276-41a3-b8e4-9840cead0a78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.159616] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.159918] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1415.161236] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7a90f06-1998-47d0-8b4d-56160a22fd1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.167478] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1415.167478] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5245321b-5593-d50b-7fd9-502ff40ebe5b" [ 1415.167478] env[62777]: _type = "Task" [ 1415.167478] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.171813] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1415.182220] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245321b-5593-d50b-7fd9-502ff40ebe5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.183239] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e43dd4c5-2ebe-4354-b643-2e4ea490cad3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.193835] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1415.193835] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5289aae2-5f0c-1f83-0af3-45d3210fcd2e" [ 1415.193835] env[62777]: _type = "Task" [ 1415.193835] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.202379] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5289aae2-5f0c-1f83-0af3-45d3210fcd2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.352752] env[62777]: INFO nova.virt.block_device [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Booting with volume ee445e62-9730-4813-9c27-18482c2b0817 at /dev/sda [ 1415.392399] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b715c65-67af-48af-94d5-277a13248e01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.402437] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9242434f-34e0-4244-ac9e-3abc1acccf1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.413060] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 93418698-971c-4f22-8ce6-f886f71a2ebe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1415.445247] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4213e1d-e45c-4520-98e6-fc2739be38e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.452155] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.298711} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.453378] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1415.454230] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321f79ba-56b8-4722-a189-a30afdfb4049 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.460014] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033a64a1-783d-42c3-b6ab-2cebd701b829 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.490812] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1415.507127] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a83946-9a10-47cb-8099-b969b75734b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.522202] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc750ad-17e6-43bc-8deb-e1aadeb14f91 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.533018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5de138-88ca-4cf5-9c5f-1e50ccc4c670 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.534628] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1415.534628] env[62777]: value = "task-1693735" [ 1415.534628] env[62777]: _type = "Task" [ 1415.534628] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.543205] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693735, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.553106] env[62777]: DEBUG nova.virt.block_device [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updating existing volume attachment record: 46929e6e-f3d6-401f-a573-b2178cdf8098 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1415.571117] env[62777]: DEBUG nova.compute.manager [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1415.572073] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f449a5c6-5372-4055-9cca-6f7904c9296e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.612172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Releasing lock "refresh_cache-a31ad77d-308f-4a6f-beb0-1da4730e8ba9" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.649455] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.649946] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance network_info: |[{"id": "346928d4-f1f8-4b17-948b-494a4844d428", "address": "fa:16:3e:90:30:9a", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346928d4-f1", "ovs_interfaceid": "346928d4-f1f8-4b17-948b-494a4844d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1415.650377] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:30:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346928d4-f1f8-4b17-948b-494a4844d428', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.658767] env[62777]: DEBUG oslo.service.loopingcall [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.659311] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.659548] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a209514e-6279-4c9c-8112-b4e7a3ed0766 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.680589] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.680589] env[62777]: value = "task-1693736" [ 1415.680589] env[62777]: _type = "Task" [ 1415.680589] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.692538] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693736, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.703440] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5289aae2-5f0c-1f83-0af3-45d3210fcd2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010358} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.704382] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1415.704667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1415.704908] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 053160fc-4510-4394-b638-53fe0dbcb6e0/053160fc-4510-4394-b638-53fe0dbcb6e0.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1415.705181] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fb893b1-5092-4a03-998b-d5994793639a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.715204] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1415.715204] env[62777]: value = "task-1693737" [ 1415.715204] env[62777]: _type = "Task" [ 1415.715204] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.722962] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.764830] env[62777]: DEBUG nova.compute.manager [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Received event network-changed-346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1415.765024] env[62777]: DEBUG nova.compute.manager [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Refreshing instance network info cache due to event network-changed-346928d4-f1f8-4b17-948b-494a4844d428. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1415.765542] env[62777]: DEBUG oslo_concurrency.lockutils [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] Acquiring lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.765761] env[62777]: DEBUG oslo_concurrency.lockutils [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] Acquired lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.765981] env[62777]: DEBUG nova.network.neutron [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Refreshing network info cache for port 346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.916752] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 8f2d989c-64c8-4291-8a05-aa479da4a9cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1416.054980] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.083646] env[62777]: INFO nova.compute.manager [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] instance snapshotting [ 1416.088210] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4c6154-8e9a-4d7b-84df-661615394e9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.117326] env[62777]: DEBUG nova.compute.manager [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1416.121847] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4938a42-9d96-4379-8b1b-3f0dce914f64 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.125616] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c8fed3-4a0e-47b0-bb9d-b5a3f737d228 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.194572] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693736, 'name': CreateVM_Task, 'duration_secs': 0.511879} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.194764] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.195562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.195729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.196088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.196341] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f326e8-f10c-4514-aada-5ba105660585 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.202036] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1416.202036] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527f6e4d-caf5-b8df-fcd8-b65572b37c18" [ 1416.202036] env[62777]: _type = "Task" [ 1416.202036] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.211319] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527f6e4d-caf5-b8df-fcd8-b65572b37c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.225836] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693737, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.420382] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 513be50c-76ce-4166-86a7-d6ea133f878c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1416.445476] env[62777]: DEBUG nova.compute.manager [req-2f7f5007-86fa-4e88-859c-0b6236d8d3d4 req-ed1e5b6a-2f5b-4951-94de-da694b7e137e service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Received event network-vif-plugged-41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1416.445476] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f7f5007-86fa-4e88-859c-0b6236d8d3d4 req-ed1e5b6a-2f5b-4951-94de-da694b7e137e service nova] Acquiring lock "b975381d-212e-4843-ad46-ab50d3a03200-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.445741] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f7f5007-86fa-4e88-859c-0b6236d8d3d4 req-ed1e5b6a-2f5b-4951-94de-da694b7e137e service nova] Lock "b975381d-212e-4843-ad46-ab50d3a03200-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.445874] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f7f5007-86fa-4e88-859c-0b6236d8d3d4 req-ed1e5b6a-2f5b-4951-94de-da694b7e137e service nova] Lock "b975381d-212e-4843-ad46-ab50d3a03200-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.446024] env[62777]: DEBUG nova.compute.manager [req-2f7f5007-86fa-4e88-859c-0b6236d8d3d4 req-ed1e5b6a-2f5b-4951-94de-da694b7e137e service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] No waiting events found dispatching network-vif-plugged-41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.446780] env[62777]: WARNING nova.compute.manager [req-2f7f5007-86fa-4e88-859c-0b6236d8d3d4 req-ed1e5b6a-2f5b-4951-94de-da694b7e137e service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Received unexpected event network-vif-plugged-41a9a1d3-1602-4205-986a-8810ff59a0ac for instance with vm_state building and task_state block_device_mapping. [ 1416.548099] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.549211] env[62777]: DEBUG nova.network.neutron [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Successfully updated port: 41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.566561] env[62777]: DEBUG nova.network.neutron [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updated VIF entry in instance network info cache for port 346928d4-f1f8-4b17-948b-494a4844d428. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.567028] env[62777]: DEBUG nova.network.neutron [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [{"id": "346928d4-f1f8-4b17-948b-494a4844d428", "address": "fa:16:3e:90:30:9a", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346928d4-f1", "ovs_interfaceid": "346928d4-f1f8-4b17-948b-494a4844d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.643941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1416.644647] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c540c50-f0f4-4c76-bf9b-cecad0a464cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.654866] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1416.654866] env[62777]: value = "task-1693738" [ 1416.654866] env[62777]: _type = "Task" [ 1416.654866] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.662675] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.712601] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527f6e4d-caf5-b8df-fcd8-b65572b37c18, 'name': SearchDatastore_Task, 'duration_secs': 0.015543} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.712896] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.713146] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1416.713372] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.713516] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.713688] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.714412] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafd6ff4-fb6d-47bc-8add-e21b280060ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.724312] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51674} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.724547] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 053160fc-4510-4394-b638-53fe0dbcb6e0/053160fc-4510-4394-b638-53fe0dbcb6e0.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.724743] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.726298] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ea9b1ba-a536-4e1b-bf14-28aa9ad721e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.728311] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.728631] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1416.729093] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ff9f39-0404-4aa8-9d42-850bb43e0534 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.735151] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1416.735151] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5219d3a5-7fcd-da04-f5bf-63c22bce6c93" [ 1416.735151] env[62777]: _type = "Task" [ 1416.735151] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.736866] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1416.736866] env[62777]: value = "task-1693739" [ 1416.736866] env[62777]: _type = "Task" [ 1416.736866] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.753368] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.753644] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5219d3a5-7fcd-da04-f5bf-63c22bce6c93, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.754489] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80022ae5-8ebc-4599-938c-1ca1d79a0139 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.759663] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1416.759663] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520bcbb7-b8a9-9489-7df6-b0dcb2bc0bde" [ 1416.759663] env[62777]: _type = "Task" [ 1416.759663] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.767414] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520bcbb7-b8a9-9489-7df6-b0dcb2bc0bde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.923656] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 63b6a0f2-410a-42ec-9c13-8302967ada1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1417.045571] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693735, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.054745] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.054745] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquired lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.054745] env[62777]: DEBUG nova.network.neutron [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.069546] env[62777]: DEBUG oslo_concurrency.lockutils [req-74ee6de5-1a66-463d-ba3c-3eb0969a688d req-8d9b564a-d117-43ae-809d-482aff44ec51 service nova] Releasing lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.152859] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf80a0-8e99-4c06-9d9d-c499c3035330 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.163475] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Doing hard reboot of VM {{(pid=62777) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1417.166487] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-665fe978-95ce-4747-b814-a402eed808b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.167972] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.173334] env[62777]: DEBUG oslo_vmware.api [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1417.173334] env[62777]: value = "task-1693740" [ 1417.173334] env[62777]: _type = "Task" [ 1417.173334] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.182257] env[62777]: DEBUG oslo_vmware.api [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693740, 'name': ResetVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.250606] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070864} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.250924] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.251747] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dfcc9a-f012-47f8-9ab2-414dc796a440 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.276730] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 053160fc-4510-4394-b638-53fe0dbcb6e0/053160fc-4510-4394-b638-53fe0dbcb6e0.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.280910] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2326802d-8465-4d13-a5cf-9d3be8f0e821 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.302935] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520bcbb7-b8a9-9489-7df6-b0dcb2bc0bde, 'name': SearchDatastore_Task, 'duration_secs': 0.008973} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.304408] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.304672] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c3e1cd1c-e809-44b4-9467-fd0e418ba5e1/c3e1cd1c-e809-44b4-9467-fd0e418ba5e1.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1417.304995] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1417.304995] env[62777]: value = "task-1693741" [ 1417.304995] env[62777]: _type = "Task" [ 1417.304995] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.305203] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ed02c9-26ec-44e0-8670-2daa2aa6d121 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.317045] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.318635] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1417.318635] env[62777]: value = "task-1693742" [ 1417.318635] env[62777]: _type = "Task" [ 1417.318635] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.326656] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.426805] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance d1d3e66c-48ca-4300-bee1-77df013cb5e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1417.547530] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693735, 'name': ReconfigVM_Task, 'duration_secs': 1.632604} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.547871] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 9bf94633-f769-4fa7-985f-942375455224/9bf94633-f769-4fa7-985f-942375455224.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.548598] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d1a91ea-6876-4b3d-b310-c28a592d8db5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.559609] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1417.559609] env[62777]: value = "task-1693743" [ 1417.559609] env[62777]: _type = "Task" [ 1417.559609] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.572994] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693743, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.592596] env[62777]: DEBUG nova.network.neutron [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.667495] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693738, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.679015] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.679015] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.679749] env[62777]: DEBUG nova.virt.hardware [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.680112] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd94e1bf-b48f-46f4-b1d6-d6884d93bbb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.691665] env[62777]: DEBUG oslo_vmware.api [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693740, 'name': ResetVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.694903] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e719a6d6-9f78-43b8-8398-aae2b7f5e861 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.817164] env[62777]: DEBUG nova.network.neutron [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updating instance_info_cache with network_info: [{"id": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "address": "fa:16:3e:8b:30:f0", "network": {"id": "73a4d67b-5281-4701-a386-8f23e6912bca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1341062506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80408e9746a94f0cb4376729d1b16841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a9a1d3-16", "ovs_interfaceid": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.831796] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.837374] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507469} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.837920] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c3e1cd1c-e809-44b4-9467-fd0e418ba5e1/c3e1cd1c-e809-44b4-9467-fd0e418ba5e1.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1417.837920] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1417.838169] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ba1798-7e91-4a9f-9194-c22fd2ff929d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.844553] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1417.844553] env[62777]: value = "task-1693744" [ 1417.844553] env[62777]: _type = "Task" [ 1417.844553] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.855367] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.930653] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2f314999-0e60-4400-a7ed-fa1f00109495 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1418.069301] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693743, 'name': Rename_Task, 'duration_secs': 0.291915} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.069606] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.069838] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18fb50a8-13fc-46df-ac97-a03bb6915f7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.076560] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1418.076560] env[62777]: value = "task-1693745" [ 1418.076560] env[62777]: _type = "Task" [ 1418.076560] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.084031] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.166774] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693738, 'name': CreateSnapshot_Task, 'duration_secs': 1.342978} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.167038] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1418.167793] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7cfa67-cc94-486f-8f92-2cff097baaa8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.190040] env[62777]: DEBUG oslo_vmware.api [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693740, 'name': ResetVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.320779] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693741, 'name': ReconfigVM_Task, 'duration_secs': 0.570978} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.321078] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 053160fc-4510-4394-b638-53fe0dbcb6e0/053160fc-4510-4394-b638-53fe0dbcb6e0.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.321708] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92968ec0-d6af-405b-83c6-624f4aea0c5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.323728] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Releasing lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.324024] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance network_info: |[{"id": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "address": "fa:16:3e:8b:30:f0", "network": {"id": "73a4d67b-5281-4701-a386-8f23e6912bca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1341062506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80408e9746a94f0cb4376729d1b16841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a9a1d3-16", "ovs_interfaceid": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.324738] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:30:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f678cd81-6d15-43d5-aab7-d7eedc2ef2d5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a9a1d3-1602-4205-986a-8810ff59a0ac', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.332331] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Creating folder: Project (80408e9746a94f0cb4376729d1b16841). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.333872] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7686cace-c5e4-48e4-9b34-2d351bd060f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.335925] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1418.335925] env[62777]: value = "task-1693746" [ 1418.335925] env[62777]: _type = "Task" [ 1418.335925] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.348431] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693746, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.350043] env[62777]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1418.350218] env[62777]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62777) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1418.354028] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Folder already exists: Project (80408e9746a94f0cb4376729d1b16841). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1418.354331] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Creating folder: Instances. Parent ref: group-v353121. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1418.354865] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72d7f9a5-279b-4f3f-b3d5-305479aee41d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.361391] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073681} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.361590] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1418.362395] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e62e5-ca04-4034-919b-d82f86c5bded {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.366088] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Created folder: Instances in parent group-v353121. [ 1418.366321] env[62777]: DEBUG oslo.service.loopingcall [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.366848] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.367066] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-129a4575-b39f-4390-a680-7619ace6bfef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.403342] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] c3e1cd1c-e809-44b4-9467-fd0e418ba5e1/c3e1cd1c-e809-44b4-9467-fd0e418ba5e1.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1418.404078] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb09a7b7-4f95-4d6b-b34b-60000e618c7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.421325] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.421325] env[62777]: value = "task-1693749" [ 1418.421325] env[62777]: _type = "Task" [ 1418.421325] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.426270] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1418.426270] env[62777]: value = "task-1693750" [ 1418.426270] env[62777]: _type = "Task" [ 1418.426270] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.433911] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1418.435484] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693749, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.445780] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.477225] env[62777]: DEBUG nova.compute.manager [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Received event network-changed-41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1418.477410] env[62777]: DEBUG nova.compute.manager [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Refreshing instance network info cache due to event network-changed-41a9a1d3-1602-4205-986a-8810ff59a0ac. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1418.477646] env[62777]: DEBUG oslo_concurrency.lockutils [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] Acquiring lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1418.477939] env[62777]: DEBUG oslo_concurrency.lockutils [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] Acquired lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.478253] env[62777]: DEBUG nova.network.neutron [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Refreshing network info cache for port 41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.587592] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.692404] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1418.692770] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-981b34d3-7240-4777-93f9-b3be81f716cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.702046] env[62777]: DEBUG oslo_vmware.api [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693740, 'name': ResetVM_Task, 'duration_secs': 1.172958} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.703176] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Did hard reboot of VM {{(pid=62777) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1418.703352] env[62777]: DEBUG nova.compute.manager [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.703672] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1418.703672] env[62777]: value = "task-1693751" [ 1418.703672] env[62777]: _type = "Task" [ 1418.703672] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.704381] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6acb01e-8b59-4ce5-8288-e4982d002c84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.717483] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693751, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.847452] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693746, 'name': Rename_Task, 'duration_secs': 0.261921} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.847742] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.847991] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-927ce080-b1bf-4444-8c08-b116420b861e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.854022] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1418.854022] env[62777]: value = "task-1693752" [ 1418.854022] env[62777]: _type = "Task" [ 1418.854022] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.864743] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.933885] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693749, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.939684] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 7075ea82-4047-4b59-905b-478903d90a9d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1418.941190] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.087758] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.228838] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693751, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.229526] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2149e995-e356-409f-b4bd-60fc17ceffb8 tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.618s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.238809] env[62777]: DEBUG nova.network.neutron [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updated VIF entry in instance network info cache for port 41a9a1d3-1602-4205-986a-8810ff59a0ac. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.239303] env[62777]: DEBUG nova.network.neutron [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updating instance_info_cache with network_info: [{"id": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "address": "fa:16:3e:8b:30:f0", "network": {"id": "73a4d67b-5281-4701-a386-8f23e6912bca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1341062506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80408e9746a94f0cb4376729d1b16841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a9a1d3-16", "ovs_interfaceid": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.364277] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.433709] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693749, 'name': CreateVM_Task, 'duration_secs': 0.649528} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.434293] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.435752] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '46929e6e-f3d6-401f-a573-b2178cdf8098', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353133', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'name': 'volume-ee445e62-9730-4813-9c27-18482c2b0817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b975381d-212e-4843-ad46-ab50d3a03200', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'serial': 'ee445e62-9730-4813-9c27-18482c2b0817'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62777) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1419.435752] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Root volume attach. Driver type: vmdk {{(pid=62777) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1419.436019] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954945a-8945-4a9c-b1a1-2e4e99b16f65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.443779] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f8d7fb97-78c9-4dac-9e73-1f3ec66b0537 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1419.444072] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1419.444161] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4800MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1419.446540] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693750, 'name': ReconfigVM_Task, 'duration_secs': 0.774245} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.447905] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] c3e1cd1c-e809-44b4-9467-fd0e418ba5e1/c3e1cd1c-e809-44b4-9467-fd0e418ba5e1.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1419.448573] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b33d48-4045-4a07-8841-b0b411a45599 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.453780] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329d63f7-e718-424b-bafd-a8edec49f71c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.458571] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1419.458571] env[62777]: value = "task-1693753" [ 1419.458571] env[62777]: _type = "Task" [ 1419.458571] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.464328] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db7d4d-3d94-4e83-ace4-594f4be1a4b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.472702] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693753, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.478900] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-05d8de59-e5ed-47cc-9470-1b7d36745b9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.485039] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1419.485039] env[62777]: value = "task-1693754" [ 1419.485039] env[62777]: _type = "Task" [ 1419.485039] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.495655] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693754, 'name': RelocateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.589113] env[62777]: DEBUG oslo_vmware.api [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693745, 'name': PowerOnVM_Task, 'duration_secs': 1.137201} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.592085] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.592478] env[62777]: DEBUG nova.compute.manager [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.595163] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1503fa9-fedb-4118-87bf-09a5b62ec3be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.719329] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693751, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.744649] env[62777]: DEBUG oslo_concurrency.lockutils [req-58f85bf7-143c-442d-b4bc-f8c5ad01a169 req-cc77ec3a-067a-4bde-ab10-10cd1e62ac52 service nova] Releasing lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.868131] env[62777]: DEBUG oslo_vmware.api [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693752, 'name': PowerOnVM_Task, 'duration_secs': 0.590595} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.874759] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1419.874759] env[62777]: INFO nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1419.874759] env[62777]: DEBUG nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1419.874759] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306cda25-7ec5-4124-803c-f04a2cd13be8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.971766] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693753, 'name': Rename_Task, 'duration_secs': 0.17563} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.976021] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1419.976021] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69893713-86e2-4bf3-9f6a-ecfa252f96aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.981530] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1419.981530] env[62777]: value = "task-1693755" [ 1419.981530] env[62777]: _type = "Task" [ 1419.981530] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.994925] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.008044] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693754, 'name': RelocateVM_Task} progress is 20%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.038264] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5198b6-cbf9-49ce-b9b6-14baa97b3154 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.046074] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45042f49-c41a-4077-9c65-4c1f03c1443e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.079299] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.080064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.080064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.080064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1420.080242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.086018] env[62777]: INFO nova.compute.manager [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Terminating instance [ 1420.087879] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c33ce151-d877-4e47-a652-55f4d0abea6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.096248] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb11d4-c795-4cc7-8bf9-2c8db1fe3ad2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.118521] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.124429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.219799] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693751, 'name': CloneVM_Task, 'duration_secs': 1.254113} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.220091] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Created linked-clone VM from snapshot [ 1420.220958] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d4cb6f-f02d-41db-8021-5f8e797a6f6b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.228463] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Uploading image 79e54ad2-3e96-4bea-9111-d6349c20fa6d {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1420.254394] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1420.254394] env[62777]: value = "vm-353190" [ 1420.254394] env[62777]: _type = "VirtualMachine" [ 1420.254394] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1420.254690] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db10e317-e6f8-4963-80c5-fd59a755cc4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.261749] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lease: (returnval){ [ 1420.261749] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc9afc-cd48-43d9-7f2f-69bb37571d64" [ 1420.261749] env[62777]: _type = "HttpNfcLease" [ 1420.261749] env[62777]: } obtained for exporting VM: (result){ [ 1420.261749] env[62777]: value = "vm-353190" [ 1420.261749] env[62777]: _type = "VirtualMachine" [ 1420.261749] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1420.262040] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the lease: (returnval){ [ 1420.262040] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc9afc-cd48-43d9-7f2f-69bb37571d64" [ 1420.262040] env[62777]: _type = "HttpNfcLease" [ 1420.262040] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1420.268362] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1420.268362] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc9afc-cd48-43d9-7f2f-69bb37571d64" [ 1420.268362] env[62777]: _type = "HttpNfcLease" [ 1420.268362] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1420.403777] env[62777]: INFO nova.compute.manager [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Took 41.55 seconds to build instance. [ 1420.492901] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693755, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.502889] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693754, 'name': RelocateVM_Task, 'duration_secs': 0.684023} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.503210] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1420.503345] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353133', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'name': 'volume-ee445e62-9730-4813-9c27-18482c2b0817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b975381d-212e-4843-ad46-ab50d3a03200', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'serial': 'ee445e62-9730-4813-9c27-18482c2b0817'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1420.505835] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948e79d3-6416-4081-a3d4-a34bb29a5cf7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.521306] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caae09a-9213-4a72-b00e-4b7de1bab62b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.547026] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-ee445e62-9730-4813-9c27-18482c2b0817/volume-ee445e62-9730-4813-9c27-18482c2b0817.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1420.547404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c31bda-e190-43a9-965d-44c36c0e3201 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.567392] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1420.567392] env[62777]: value = "task-1693757" [ 1420.567392] env[62777]: _type = "Task" [ 1420.567392] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.578162] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.588140] env[62777]: DEBUG nova.compute.manager [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.588332] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.591867] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5d789a-007e-482c-9cfe-e76dbcfb9b33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.599789] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.599789] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d47f9199-9094-4a17-90b7-1fc8b778937a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.603950] env[62777]: DEBUG oslo_vmware.api [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1420.603950] env[62777]: value = "task-1693758" [ 1420.603950] env[62777]: _type = "Task" [ 1420.603950] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.613207] env[62777]: DEBUG oslo_vmware.api [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.622807] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1420.770428] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1420.770428] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc9afc-cd48-43d9-7f2f-69bb37571d64" [ 1420.770428] env[62777]: _type = "HttpNfcLease" [ 1420.770428] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1420.770727] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1420.770727] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc9afc-cd48-43d9-7f2f-69bb37571d64" [ 1420.770727] env[62777]: _type = "HttpNfcLease" [ 1420.770727] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1420.771606] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c5969-a65f-4d98-9951-506aa14f135e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.780957] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0dde3-172a-7994-67cb-1b7d27c0de63/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1420.781170] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0dde3-172a-7994-67cb-1b7d27c0de63/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1420.892896] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-39afd7e8-43aa-4733-b573-a45a18e31d45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.906694] env[62777]: DEBUG oslo_concurrency.lockutils [None req-361d3e91-387d-4713-9937-ec1149a91618 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.666s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1420.993422] env[62777]: DEBUG oslo_vmware.api [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693755, 'name': PowerOnVM_Task, 'duration_secs': 0.743635} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.993695] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1420.993896] env[62777]: INFO nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1420.994194] env[62777]: DEBUG nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1420.995424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4955a2c8-29e9-43be-a4db-b0dcc7cc50d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.088991] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693757, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.114614] env[62777]: DEBUG oslo_vmware.api [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693758, 'name': PowerOffVM_Task, 'duration_secs': 0.222229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.116854] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1421.117047] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1421.117543] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b4f7cfd-c2df-4a6a-9e92-26db22728c3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.131094] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1421.131559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.319s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.131633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.101s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.131769] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.136379] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.431s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.138916] env[62777]: INFO nova.compute.claims [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.171985] env[62777]: INFO nova.scheduler.client.report [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Deleted allocations for instance dce2b238-171d-4ba3-bd58-93c9313aed15 [ 1421.189333] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9d4b8943-c1b3-46db-805f-e7195f8b3306" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.189583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.189901] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9d4b8943-c1b3-46db-805f-e7195f8b3306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.190471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.190471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.193793] env[62777]: INFO nova.compute.manager [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Terminating instance [ 1421.204760] env[62777]: DEBUG nova.compute.manager [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Received event network-changed-a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1421.204949] env[62777]: DEBUG nova.compute.manager [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Refreshing instance network info cache due to event network-changed-a39196bc-6083-4473-b198-4e5ef682d901. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1421.205262] env[62777]: DEBUG oslo_concurrency.lockutils [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] Acquiring lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.205842] env[62777]: DEBUG oslo_concurrency.lockutils [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] Acquired lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.206078] env[62777]: DEBUG nova.network.neutron [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Refreshing network info cache for port a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1421.379894] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1421.380323] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1421.380541] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Deleting the datastore file [datastore1] a31ad77d-308f-4a6f-beb0-1da4730e8ba9 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.380855] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c11660-b0bd-4ed9-bde7-717789065d69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.389108] env[62777]: DEBUG oslo_vmware.api [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for the task: (returnval){ [ 1421.389108] env[62777]: value = "task-1693760" [ 1421.389108] env[62777]: _type = "Task" [ 1421.389108] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.399638] env[62777]: DEBUG oslo_vmware.api [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.410304] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1421.522504] env[62777]: INFO nova.compute.manager [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Took 38.42 seconds to build instance. [ 1421.584355] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693757, 'name': ReconfigVM_Task, 'duration_secs': 0.52121} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.584776] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-ee445e62-9730-4813-9c27-18482c2b0817/volume-ee445e62-9730-4813-9c27-18482c2b0817.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.592842] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d41b8e4-fc9a-46e7-bee3-c03704510d02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.612554] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1421.612554] env[62777]: value = "task-1693761" [ 1421.612554] env[62777]: _type = "Task" [ 1421.612554] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.622383] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.680963] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ccb368d-7e19-4dc9-8d6b-5a21bde72707 tempest-InstanceActionsNegativeTestJSON-804523098 tempest-InstanceActionsNegativeTestJSON-804523098-project-member] Lock "dce2b238-171d-4ba3-bd58-93c9313aed15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.596s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.698696] env[62777]: DEBUG nova.compute.manager [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.698696] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.700733] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74356c2-2e62-46b8-b94d-702922502eea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.715654] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.716596] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4a8005b-278e-47aa-80b3-26461cb4a45c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.726150] env[62777]: DEBUG oslo_vmware.api [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1421.726150] env[62777]: value = "task-1693762" [ 1421.726150] env[62777]: _type = "Task" [ 1421.726150] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.737890] env[62777]: DEBUG oslo_vmware.api [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.903900] env[62777]: DEBUG oslo_vmware.api [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Task: {'id': task-1693760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252399} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.907490] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.907647] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.907934] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.908236] env[62777]: INFO nova.compute.manager [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1421.908933] env[62777]: DEBUG oslo.service.loopingcall [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1421.909191] env[62777]: DEBUG nova.compute.manager [-] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.909272] env[62777]: DEBUG nova.network.neutron [-] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.940118] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.015269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "053160fc-4510-4394-b638-53fe0dbcb6e0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.015789] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.016214] env[62777]: INFO nova.compute.manager [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Rebooting instance [ 1422.026622] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d124b5f7-55f7-4256-935a-aba19077509b tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.746s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.128380] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.242338] env[62777]: DEBUG oslo_vmware.api [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693762, 'name': PowerOffVM_Task, 'duration_secs': 0.427661} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.245857] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.246321] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.247225] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d08f2331-f43d-47a5-9d52-29f9a91248d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.253217] env[62777]: DEBUG nova.network.neutron [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updated VIF entry in instance network info cache for port a39196bc-6083-4473-b198-4e5ef682d901. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.254038] env[62777]: DEBUG nova.network.neutron [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [{"id": "a39196bc-6083-4473-b198-4e5ef682d901", "address": "fa:16:3e:51:79:24", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39196bc-60", "ovs_interfaceid": "a39196bc-6083-4473-b198-4e5ef682d901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.318399] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.318646] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.318689] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleting the datastore file [datastore1] 9d4b8943-c1b3-46db-805f-e7195f8b3306 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.322146] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-496dcc70-a79f-4378-bd33-7142474f3d9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.330084] env[62777]: DEBUG oslo_vmware.api [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1422.330084] env[62777]: value = "task-1693764" [ 1422.330084] env[62777]: _type = "Task" [ 1422.330084] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.341420] env[62777]: DEBUG oslo_vmware.api [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.529767] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1422.553325] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1422.632847] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.759915] env[62777]: DEBUG oslo_concurrency.lockutils [req-1a774d10-6f9d-42e2-94ee-b9e19ac2b595 req-f96fe5a3-adbd-4993-b2ac-a250920b463d service nova] Releasing lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.761028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquired lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.761217] env[62777]: DEBUG nova.network.neutron [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.821669] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c5998-3fd0-4df2-8114-4cb75d613a74 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.837755] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7257d90e-196b-4704-80cd-37f466cd47d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.845059] env[62777]: DEBUG oslo_vmware.api [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451891} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.845643] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.845830] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.846016] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.846195] env[62777]: INFO nova.compute.manager [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1422.846437] env[62777]: DEBUG oslo.service.loopingcall [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1422.846621] env[62777]: DEBUG nova.compute.manager [-] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.846705] env[62777]: DEBUG nova.network.neutron [-] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.876338] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16de94e4-3c22-457e-9c8d-6bc97565d558 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.884721] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85b209f-fd1e-4005-8a35-dd121b4190e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.900766] env[62777]: DEBUG nova.compute.provider_tree [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.927675] env[62777]: DEBUG nova.network.neutron [-] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.064618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.126325] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693761, 'name': ReconfigVM_Task, 'duration_secs': 1.205483} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.126645] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353133', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'name': 'volume-ee445e62-9730-4813-9c27-18482c2b0817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b975381d-212e-4843-ad46-ab50d3a03200', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'serial': 'ee445e62-9730-4813-9c27-18482c2b0817'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1423.127222] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f53f901-a223-48b0-b1e1-799546d9857c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.134769] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1423.134769] env[62777]: value = "task-1693765" [ 1423.134769] env[62777]: _type = "Task" [ 1423.134769] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.146448] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693765, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.404585] env[62777]: DEBUG nova.scheduler.client.report [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1423.430418] env[62777]: INFO nova.compute.manager [-] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Took 1.52 seconds to deallocate network for instance. [ 1423.488056] env[62777]: DEBUG nova.compute.manager [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1423.488265] env[62777]: DEBUG nova.compute.manager [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing instance network info cache due to event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1423.488481] env[62777]: DEBUG oslo_concurrency.lockutils [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] Acquiring lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1423.488621] env[62777]: DEBUG oslo_concurrency.lockutils [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] Acquired lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.489043] env[62777]: DEBUG nova.network.neutron [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1423.649108] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693765, 'name': Rename_Task, 'duration_secs': 0.190793} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.649535] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.649881] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c048bfb0-b37b-419b-bb8d-eadd26cb59d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.658863] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1423.658863] env[62777]: value = "task-1693766" [ 1423.658863] env[62777]: _type = "Task" [ 1423.658863] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.671792] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.712415] env[62777]: DEBUG nova.network.neutron [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [{"id": "a39196bc-6083-4473-b198-4e5ef682d901", "address": "fa:16:3e:51:79:24", "network": {"id": "e8c92cee-2d5b-4217-bb5a-869687e35c47", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1328050876-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af9b176c816a4830a04d4d1cd93854e1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa39196bc-60", "ovs_interfaceid": "a39196bc-6083-4473-b198-4e5ef682d901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.914030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.914030] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.917676] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.103s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.920856] env[62777]: INFO nova.compute.claims [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1423.945329] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.064970] env[62777]: DEBUG nova.network.neutron [-] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.177895] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.217222] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Releasing lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.278109] env[62777]: DEBUG nova.network.neutron [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updated VIF entry in instance network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.278582] env[62777]: DEBUG nova.network.neutron [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.420289] env[62777]: DEBUG nova.compute.utils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.424591] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.424795] env[62777]: DEBUG nova.network.neutron [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.498026] env[62777]: DEBUG nova.policy [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0d9036ce54f4676af6d827251d7fd82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c48b1ff1f684463856d9bf4d69378d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.568181] env[62777]: INFO nova.compute.manager [-] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Took 1.72 seconds to deallocate network for instance. [ 1424.675547] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.725848] env[62777]: DEBUG nova.compute.manager [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.726793] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474becc7-886a-44ce-841b-b8c6857de082 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.781857] env[62777]: DEBUG oslo_concurrency.lockutils [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] Releasing lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1424.781857] env[62777]: DEBUG nova.compute.manager [req-802cc60d-374f-4805-86dc-4512a3df2bcc req-4da36e01-6978-408b-a6fa-877e41217f9d service nova] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Received event network-vif-deleted-1bf7eea0-acfb-4e43-8bf1-bf28e3ba6b51 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1424.936883] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.009639] env[62777]: DEBUG nova.network.neutron [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Successfully created port: 658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.080636] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.173842] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693766, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.590995] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565854ad-0884-4673-bd9d-371cdb88be9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.599477] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794c27e-3f37-41dd-a05e-84d70919977a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.642163] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c0dfdd-1d61-4832-97c3-b2057eabd0e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.654058] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cfe1fb-2120-41c2-8447-ed7218d369c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.676513] env[62777]: DEBUG nova.compute.provider_tree [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.683246] env[62777]: DEBUG oslo_vmware.api [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693766, 'name': PowerOnVM_Task, 'duration_secs': 1.609161} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.683360] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.683546] env[62777]: INFO nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1425.683720] env[62777]: DEBUG nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.684912] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5cd80a-6f4c-48f0-9c69-ebcf56763b33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.708034] env[62777]: DEBUG nova.compute.manager [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Received event network-vif-deleted-231294c0-fb46-4cf0-9aed-c9c55a79221c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1425.708355] env[62777]: DEBUG nova.compute.manager [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1425.708559] env[62777]: DEBUG nova.compute.manager [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing instance network info cache due to event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1425.708804] env[62777]: DEBUG oslo_concurrency.lockutils [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] Acquiring lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.709026] env[62777]: DEBUG oslo_concurrency.lockutils [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] Acquired lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.709353] env[62777]: DEBUG nova.network.neutron [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1425.749887] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a7432c-021c-4ba5-a5b4-b6d9bd8e11ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.757610] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Doing hard reboot of VM {{(pid=62777) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1425.757871] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1344b88f-985e-4c64-8b40-d791de7438be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.764210] env[62777]: DEBUG oslo_vmware.api [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1425.764210] env[62777]: value = "task-1693767" [ 1425.764210] env[62777]: _type = "Task" [ 1425.764210] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.772683] env[62777]: DEBUG oslo_vmware.api [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693767, 'name': ResetVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.953058] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.985289] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.985557] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.985715] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.985894] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.986121] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.986299] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.986566] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.986736] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.986928] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.987125] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.987302] env[62777]: DEBUG nova.virt.hardware [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.988279] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8b817d-ef87-4d4e-9862-3b340273fa16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.996632] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bbcbcb-15de-42ad-8c22-a9fbcf57588c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.181273] env[62777]: DEBUG nova.scheduler.client.report [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1426.208267] env[62777]: INFO nova.compute.manager [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Took 42.74 seconds to build instance. [ 1426.274640] env[62777]: DEBUG oslo_vmware.api [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693767, 'name': ResetVM_Task, 'duration_secs': 0.121814} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.274901] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Did hard reboot of VM {{(pid=62777) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1426.275563] env[62777]: DEBUG nova.compute.manager [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1426.276729] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6859ad-c1bf-4142-a2cd-b55034b8b0c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.531494] env[62777]: DEBUG nova.network.neutron [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updated VIF entry in instance network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.533441] env[62777]: DEBUG nova.network.neutron [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.689069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.689619] env[62777]: DEBUG nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.692585] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.438s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.692780] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.695367] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.089s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.695593] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.698709] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.016s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.699081] env[62777]: DEBUG nova.objects.instance [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1426.708141] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40db9d58-87b5-4225-8942-2f815b266187 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "b975381d-212e-4843-ad46-ab50d3a03200" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.931s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.746225] env[62777]: INFO nova.scheduler.client.report [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Deleted allocations for instance 0315f577-be23-4841-b6e0-c3478c6331f6 [ 1426.749685] env[62777]: INFO nova.scheduler.client.report [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Deleted allocations for instance 60927798-b5f4-4705-af23-2a2919943143 [ 1426.790816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0abd3f54-1480-481e-8d86-6cfae146a785 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.775s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.022218] env[62777]: DEBUG nova.network.neutron [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Successfully updated port: 658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.037320] env[62777]: DEBUG oslo_concurrency.lockutils [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] Releasing lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.038978] env[62777]: DEBUG nova.compute.manager [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Received event network-changed-346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1427.040744] env[62777]: DEBUG nova.compute.manager [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Refreshing instance network info cache due to event network-changed-346928d4-f1f8-4b17-948b-494a4844d428. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1427.040744] env[62777]: DEBUG oslo_concurrency.lockutils [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] Acquiring lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.040744] env[62777]: DEBUG oslo_concurrency.lockutils [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] Acquired lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.040744] env[62777]: DEBUG nova.network.neutron [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Refreshing network info cache for port 346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1427.115337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.115337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.115337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.115337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.115337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.121678] env[62777]: INFO nova.compute.manager [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Terminating instance [ 1427.208487] env[62777]: DEBUG nova.compute.utils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1427.210126] env[62777]: DEBUG nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1427.263388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-37770344-fc19-47be-83aa-c04d551bb25b tempest-ServerShowV247Test-16882693 tempest-ServerShowV247Test-16882693-project-member] Lock "0315f577-be23-4841-b6e0-c3478c6331f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.223s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.264779] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3c7f96e-91d8-4a31-8fbb-719a08464a02 tempest-ListImageFiltersTestJSON-1361992519 tempest-ListImageFiltersTestJSON-1361992519-project-member] Lock "60927798-b5f4-4705-af23-2a2919943143" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.725s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.278267] env[62777]: DEBUG nova.compute.manager [req-a8a0d2ef-bff9-4adc-bd9a-a8f64a5fe797 req-2d6f26d5-6610-4111-bf96-58d3aa05444d service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Received event network-vif-plugged-658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1427.278519] env[62777]: DEBUG oslo_concurrency.lockutils [req-a8a0d2ef-bff9-4adc-bd9a-a8f64a5fe797 req-2d6f26d5-6610-4111-bf96-58d3aa05444d service nova] Acquiring lock "93418698-971c-4f22-8ce6-f886f71a2ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1427.278898] env[62777]: DEBUG oslo_concurrency.lockutils [req-a8a0d2ef-bff9-4adc-bd9a-a8f64a5fe797 req-2d6f26d5-6610-4111-bf96-58d3aa05444d service nova] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.278898] env[62777]: DEBUG oslo_concurrency.lockutils [req-a8a0d2ef-bff9-4adc-bd9a-a8f64a5fe797 req-2d6f26d5-6610-4111-bf96-58d3aa05444d service nova] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.280935] env[62777]: DEBUG nova.compute.manager [req-a8a0d2ef-bff9-4adc-bd9a-a8f64a5fe797 req-2d6f26d5-6610-4111-bf96-58d3aa05444d service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] No waiting events found dispatching network-vif-plugged-658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1427.281340] env[62777]: WARNING nova.compute.manager [req-a8a0d2ef-bff9-4adc-bd9a-a8f64a5fe797 req-2d6f26d5-6610-4111-bf96-58d3aa05444d service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Received unexpected event network-vif-plugged-658735ac-e437-416a-b561-7bd0a8047c39 for instance with vm_state building and task_state spawning. [ 1427.524910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "refresh_cache-93418698-971c-4f22-8ce6-f886f71a2ebe" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1427.525290] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquired lock "refresh_cache-93418698-971c-4f22-8ce6-f886f71a2ebe" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.525643] env[62777]: DEBUG nova.network.neutron [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.631337] env[62777]: DEBUG nova.compute.manager [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.632493] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.633345] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a528e6-2341-440e-b101-24a7ecc9a6b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.647020] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.647020] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-278ad8ca-f448-4855-ae9b-2646c90155e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.652083] env[62777]: DEBUG oslo_vmware.api [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1427.652083] env[62777]: value = "task-1693768" [ 1427.652083] env[62777]: _type = "Task" [ 1427.652083] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.664057] env[62777]: DEBUG oslo_vmware.api [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693768, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.713549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7511ba38-f776-45ea-a328-2db197b263f9 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.715071] env[62777]: DEBUG nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.718932] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.611s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.719213] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.721591] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.817s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.721771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.723947] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.175s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.729870] env[62777]: INFO nova.compute.claims [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1427.777838] env[62777]: INFO nova.scheduler.client.report [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocations for instance 3884f29c-8a5d-4482-8679-117f3253522f [ 1427.780041] env[62777]: INFO nova.scheduler.client.report [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted allocations for instance 3c7eae93-232e-4a26-b5d1-9f34c83301d6 [ 1428.109783] env[62777]: DEBUG nova.network.neutron [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.153288] env[62777]: DEBUG nova.network.neutron [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updated VIF entry in instance network info cache for port 346928d4-f1f8-4b17-948b-494a4844d428. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.153288] env[62777]: DEBUG nova.network.neutron [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [{"id": "346928d4-f1f8-4b17-948b-494a4844d428", "address": "fa:16:3e:90:30:9a", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346928d4-f1", "ovs_interfaceid": "346928d4-f1f8-4b17-948b-494a4844d428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.165563] env[62777]: DEBUG oslo_vmware.api [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693768, 'name': PowerOffVM_Task, 'duration_secs': 0.426031} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.169461] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.169741] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.170374] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba4e8302-965c-495e-b08b-b6c7cba7e356 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.258604] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.258604] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.258604] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Deleting the datastore file [datastore1] c3e1cd1c-e809-44b4-9467-fd0e418ba5e1 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.258604] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b380e61-8bd0-429b-803c-2d62b04304a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.271826] env[62777]: DEBUG oslo_vmware.api [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1428.271826] env[62777]: value = "task-1693770" [ 1428.271826] env[62777]: _type = "Task" [ 1428.271826] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.299698] env[62777]: DEBUG oslo_vmware.api [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.300725] env[62777]: DEBUG oslo_concurrency.lockutils [None req-994544a8-b957-4898-a3f4-9f5bb3b01bfd tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "3c7eae93-232e-4a26-b5d1-9f34c83301d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.251s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.302559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6647fb08-6e18-4821-82fd-df5e287681bb tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "3884f29c-8a5d-4482-8679-117f3253522f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.049s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.570232] env[62777]: DEBUG nova.network.neutron [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Updating instance_info_cache with network_info: [{"id": "658735ac-e437-416a-b561-7bd0a8047c39", "address": "fa:16:3e:c3:29:67", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658735ac-e4", "ovs_interfaceid": "658735ac-e437-416a-b561-7bd0a8047c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.660759] env[62777]: DEBUG oslo_concurrency.lockutils [req-5a16fefd-b199-40d9-952c-7ff530cd5fec req-2599fdcc-83ec-4933-b6b2-6dcd960cb841 service nova] Releasing lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1428.749862] env[62777]: DEBUG nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.794381] env[62777]: DEBUG oslo_vmware.api [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445407} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.794381] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.794381] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.794381] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.794381] env[62777]: INFO nova.compute.manager [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1428.794381] env[62777]: DEBUG oslo.service.loopingcall [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.794817] env[62777]: DEBUG nova.compute.manager [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.794817] env[62777]: DEBUG nova.network.neutron [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.806145] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.806395] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.807471] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.807812] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.808261] env[62777]: DEBUG nova.virt.hardware [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.810077] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7289a41e-ad35-4108-bd3f-308878a1b4eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.818969] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f91500f-81fa-4226-8787-84991466039e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.843081] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1428.851176] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Creating folder: Project (dbb0b0ce60df44a4b6e01275d05d39f2). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.854827] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-915bcb4e-894a-4c93-a9d5-c6060825ea2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.857558] env[62777]: DEBUG nova.compute.manager [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Received event network-changed-346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1428.857749] env[62777]: DEBUG nova.compute.manager [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Refreshing instance network info cache due to event network-changed-346928d4-f1f8-4b17-948b-494a4844d428. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1428.858014] env[62777]: DEBUG oslo_concurrency.lockutils [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] Acquiring lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.858174] env[62777]: DEBUG oslo_concurrency.lockutils [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] Acquired lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.858338] env[62777]: DEBUG nova.network.neutron [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Refreshing network info cache for port 346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.868445] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Created folder: Project (dbb0b0ce60df44a4b6e01275d05d39f2) in parent group-v353040. [ 1428.868809] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Creating folder: Instances. Parent ref: group-v353191. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1428.868886] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97ef7ff0-e64f-4fec-ab1b-3f3d16a40c65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.879989] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Created folder: Instances in parent group-v353191. [ 1428.880233] env[62777]: DEBUG oslo.service.loopingcall [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.880425] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1428.883250] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2772db5f-25b1-458b-aaa3-4859c22841f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.903791] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1428.903791] env[62777]: value = "task-1693773" [ 1428.903791] env[62777]: _type = "Task" [ 1428.903791] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.916188] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693773, 'name': CreateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.075506] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Releasing lock "refresh_cache-93418698-971c-4f22-8ce6-f886f71a2ebe" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.075700] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Instance network_info: |[{"id": "658735ac-e437-416a-b561-7bd0a8047c39", "address": "fa:16:3e:c3:29:67", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658735ac-e4", "ovs_interfaceid": "658735ac-e437-416a-b561-7bd0a8047c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.081266] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:29:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '658735ac-e437-416a-b561-7bd0a8047c39', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.088181] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Creating folder: Project (0c48b1ff1f684463856d9bf4d69378d6). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.089946] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7cebc8b-481c-4974-8766-733ac6b55515 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.101468] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Created folder: Project (0c48b1ff1f684463856d9bf4d69378d6) in parent group-v353040. [ 1429.101531] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Creating folder: Instances. Parent ref: group-v353194. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1429.101997] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3b110b3-c2b7-4ce0-853e-921f15a5b7d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.116930] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Created folder: Instances in parent group-v353194. [ 1429.117293] env[62777]: DEBUG oslo.service.loopingcall [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.118462] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.118462] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c200cbdc-8544-42a8-850c-5f1086586f93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.143410] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.143410] env[62777]: value = "task-1693776" [ 1429.143410] env[62777]: _type = "Task" [ 1429.143410] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.157087] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693776, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.393537] env[62777]: INFO nova.network.neutron [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Port 346928d4-f1f8-4b17-948b-494a4844d428 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1429.393537] env[62777]: DEBUG nova.network.neutron [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.420498] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4d88b5-3323-479e-8a9d-7b6081360dda {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.425672] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693773, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.431189] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24505db3-b003-442c-86da-b2458929e0db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.465992] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784323d4-029f-44f7-8471-391f8bdb644e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.474722] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4bdb9-46ef-4ad9-9368-fbf96453d6b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.489690] env[62777]: DEBUG nova.compute.provider_tree [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.617151] env[62777]: DEBUG nova.compute.manager [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Received event network-changed-658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1429.617151] env[62777]: DEBUG nova.compute.manager [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Refreshing instance network info cache due to event network-changed-658735ac-e437-416a-b561-7bd0a8047c39. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1429.617387] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Acquiring lock "refresh_cache-93418698-971c-4f22-8ce6-f886f71a2ebe" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.617387] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Acquired lock "refresh_cache-93418698-971c-4f22-8ce6-f886f71a2ebe" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.617754] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Refreshing network info cache for port 658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1429.655668] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693776, 'name': CreateVM_Task, 'duration_secs': 0.507227} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.655668] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.656410] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.656735] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.657045] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.657313] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b57ad0-0871-45a7-a858-450e927fca89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.662217] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1429.662217] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524c5545-2db8-4d4c-47aa-65c8e5384c5b" [ 1429.662217] env[62777]: _type = "Task" [ 1429.662217] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.676485] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524c5545-2db8-4d4c-47aa-65c8e5384c5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.897437] env[62777]: DEBUG oslo_concurrency.lockutils [req-6cdcb239-abcc-4aab-9354-e77178f39af1 req-cf30335e-6c9b-4a02-befd-af7967b516f9 service nova] Releasing lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.914706] env[62777]: DEBUG nova.network.neutron [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.917844] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693773, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.992389] env[62777]: DEBUG nova.scheduler.client.report [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1430.175983] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "053160fc-4510-4394-b638-53fe0dbcb6e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.176177] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.176379] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "053160fc-4510-4394-b638-53fe0dbcb6e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.176568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.176732] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.178423] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524c5545-2db8-4d4c-47aa-65c8e5384c5b, 'name': SearchDatastore_Task, 'duration_secs': 0.017309} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.182631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.182631] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.182631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.182631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.182843] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.184633] env[62777]: INFO nova.compute.manager [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Terminating instance [ 1430.186625] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23bca779-af7d-4e28-acd2-99e2f96d4051 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.197786] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.198052] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.198904] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc8e7ea-3392-44c0-82f4-63275ed9348d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.208499] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1430.208499] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520785a3-afcf-273a-0512-22e729530fe5" [ 1430.208499] env[62777]: _type = "Task" [ 1430.208499] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.217988] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520785a3-afcf-273a-0512-22e729530fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.418793] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693773, 'name': CreateVM_Task, 'duration_secs': 1.372362} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.419411] env[62777]: INFO nova.compute.manager [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Took 1.62 seconds to deallocate network for instance. [ 1430.419644] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.423740] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.423936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.424318] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.430019] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-553885ce-9e0f-46f1-b786-c543af2601d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.435270] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1430.435270] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52888e5a-93f3-c9d1-3993-2090d55764d9" [ 1430.435270] env[62777]: _type = "Task" [ 1430.435270] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.449042] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52888e5a-93f3-c9d1-3993-2090d55764d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.500754] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.501392] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.505171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.400s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.505171] env[62777]: DEBUG nova.objects.instance [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1430.519263] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Updated VIF entry in instance network info cache for port 658735ac-e437-416a-b561-7bd0a8047c39. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1430.519728] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Updating instance_info_cache with network_info: [{"id": "658735ac-e437-416a-b561-7bd0a8047c39", "address": "fa:16:3e:c3:29:67", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.220", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap658735ac-e4", "ovs_interfaceid": "658735ac-e437-416a-b561-7bd0a8047c39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.692732] env[62777]: DEBUG nova.compute.manager [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1430.693122] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1430.693907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d8a226-1058-41dd-ba74-7cdcd3546943 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.704454] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.704811] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b984fa2-508a-473b-9f9f-8bacad06888e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.715087] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1430.715087] env[62777]: value = "task-1693777" [ 1430.715087] env[62777]: _type = "Task" [ 1430.715087] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.729494] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520785a3-afcf-273a-0512-22e729530fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.013011} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.731276] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35be68a0-6a49-404f-b001-e1ba489551fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.740192] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.741768] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1430.741768] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524180b7-5193-f9d6-7e63-9678aab6533e" [ 1430.741768] env[62777]: _type = "Task" [ 1430.741768] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.750835] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524180b7-5193-f9d6-7e63-9678aab6533e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.933484] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.947663] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52888e5a-93f3-c9d1-3993-2090d55764d9, 'name': SearchDatastore_Task, 'duration_secs': 0.02185} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.948083] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.948389] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.948921] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.017421] env[62777]: DEBUG nova.compute.utils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1431.019312] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1431.019641] env[62777]: DEBUG nova.network.neutron [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1431.025341] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Releasing lock "refresh_cache-93418698-971c-4f22-8ce6-f886f71a2ebe" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.029334] env[62777]: DEBUG nova.compute.manager [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Received event network-changed-41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1431.029334] env[62777]: DEBUG nova.compute.manager [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Refreshing instance network info cache due to event network-changed-41a9a1d3-1602-4205-986a-8810ff59a0ac. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1431.029334] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Acquiring lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.029334] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Acquired lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.029334] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Refreshing network info cache for port 41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.063546] env[62777]: DEBUG nova.compute.manager [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1431.063546] env[62777]: DEBUG nova.compute.manager [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing instance network info cache due to event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1431.065503] env[62777]: DEBUG oslo_concurrency.lockutils [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] Acquiring lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.066863] env[62777]: DEBUG oslo_concurrency.lockutils [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] Acquired lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.066863] env[62777]: DEBUG nova.network.neutron [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.128663] env[62777]: DEBUG nova.policy [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '594d83e26195410dae48770e7a52dc5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37f1acf9b2554731bac9a9a9fca39098', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1431.230101] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693777, 'name': PowerOffVM_Task, 'duration_secs': 0.276085} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.231561] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.231781] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.232106] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed337694-869b-4822-9f8c-643cad3a26d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.255083] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524180b7-5193-f9d6-7e63-9678aab6533e, 'name': SearchDatastore_Task, 'duration_secs': 0.019168} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.255083] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.255675] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 93418698-971c-4f22-8ce6-f886f71a2ebe/93418698-971c-4f22-8ce6-f886f71a2ebe.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1431.256100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.256296] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.256701] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcce7759-7001-4d36-95db-22e672b16cef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.261963] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-895d64e2-dc4a-45b1-a247-bf5aadb20233 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.269270] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1431.269270] env[62777]: value = "task-1693779" [ 1431.269270] env[62777]: _type = "Task" [ 1431.269270] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.273937] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.274151] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.275219] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12b1a97d-5047-4279-b1a5-215b08662bb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.283094] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.286315] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1431.286315] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52515d5a-7359-b881-b7af-0343a92826f6" [ 1431.286315] env[62777]: _type = "Task" [ 1431.286315] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.296735] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52515d5a-7359-b881-b7af-0343a92826f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.336618] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.336618] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.336618] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Deleting the datastore file [datastore1] 053160fc-4510-4394-b638-53fe0dbcb6e0 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.336618] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a9f9dcb-8f0a-46df-8f99-593b3d4b9789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.345819] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1431.345819] env[62777]: value = "task-1693780" [ 1431.345819] env[62777]: _type = "Task" [ 1431.345819] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.358667] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.378395] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0dde3-172a-7994-67cb-1b7d27c0de63/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1431.379424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cf1587-e9b3-49a8-97dc-0978134cbbbb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.386608] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0dde3-172a-7994-67cb-1b7d27c0de63/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1431.386608] env[62777]: ERROR oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0dde3-172a-7994-67cb-1b7d27c0de63/disk-0.vmdk due to incomplete transfer. [ 1431.387211] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd5e3759-44d0-474d-8eb1-3980fdaccb8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.397953] env[62777]: DEBUG oslo_vmware.rw_handles [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0dde3-172a-7994-67cb-1b7d27c0de63/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1431.398437] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Uploaded image 79e54ad2-3e96-4bea-9111-d6349c20fa6d to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1431.401009] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1431.402552] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a9a334a-af08-45c4-8a47-9cb8b8682a14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.412019] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1431.412019] env[62777]: value = "task-1693781" [ 1431.412019] env[62777]: _type = "Task" [ 1431.412019] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.418935] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693781, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.522409] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee0e63a7-e785-40d5-b0bf-114e805bd039 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.525488] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.968s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.528860] env[62777]: INFO nova.compute.claims [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.531623] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.609508] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.747332] env[62777]: DEBUG nova.network.neutron [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Successfully created port: f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.793381] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693779, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.814662] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52515d5a-7359-b881-b7af-0343a92826f6, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.815271] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e0a8a0-3a5f-4cc2-91a8-82d0cc0b6ca5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.824969] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1431.824969] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527eb6f7-80b5-f2ac-ef16-f825aa5a7316" [ 1431.824969] env[62777]: _type = "Task" [ 1431.824969] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.837075] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527eb6f7-80b5-f2ac-ef16-f825aa5a7316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.856987] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.925079] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693781, 'name': Destroy_Task, 'duration_secs': 0.415169} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.925079] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Destroyed the VM [ 1431.925878] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1431.925878] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dfe9759f-41c5-4692-a8b0-84d9088edaee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.934415] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1431.934415] env[62777]: value = "task-1693782" [ 1431.934415] env[62777]: _type = "Task" [ 1431.934415] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.949966] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.146237] env[62777]: DEBUG nova.network.neutron [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updated VIF entry in instance network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.146602] env[62777]: DEBUG nova.network.neutron [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.225589] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updated VIF entry in instance network info cache for port 41a9a1d3-1602-4205-986a-8810ff59a0ac. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.226020] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updating instance_info_cache with network_info: [{"id": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "address": "fa:16:3e:8b:30:f0", "network": {"id": "73a4d67b-5281-4701-a386-8f23e6912bca", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1341062506-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80408e9746a94f0cb4376729d1b16841", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f678cd81-6d15-43d5-aab7-d7eedc2ef2d5", "external-id": "nsx-vlan-transportzone-602", "segmentation_id": 602, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a9a1d3-16", "ovs_interfaceid": "41a9a1d3-1602-4205-986a-8810ff59a0ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.286094] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809113} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.286543] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 93418698-971c-4f22-8ce6-f886f71a2ebe/93418698-971c-4f22-8ce6-f886f71a2ebe.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.286954] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.287393] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5ce812b-f291-4c18-834f-0ea482ca0aa3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.298966] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1432.298966] env[62777]: value = "task-1693783" [ 1432.298966] env[62777]: _type = "Task" [ 1432.298966] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.308971] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.336368] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527eb6f7-80b5-f2ac-ef16-f825aa5a7316, 'name': SearchDatastore_Task, 'duration_secs': 0.0629} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.336675] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.336960] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.337307] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b02610c-e51f-4803-aac6-1bb6d6cb1b5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.346101] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1432.346101] env[62777]: value = "task-1693784" [ 1432.346101] env[62777]: _type = "Task" [ 1432.346101] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.371961] env[62777]: DEBUG oslo_vmware.api [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591371} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.372291] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.374725] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.374725] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.374725] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.374725] env[62777]: INFO nova.compute.manager [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1432.374725] env[62777]: DEBUG oslo.service.loopingcall [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.378503] env[62777]: DEBUG nova.compute.manager [-] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.378595] env[62777]: DEBUG nova.network.neutron [-] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.381760] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.381855] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.446703] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693782, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.546015] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.584101] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T16:14:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d826b624-028c-4d6b-bc49-8648c1ca0cbf',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-907454029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1432.584364] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1432.584522] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.584752] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1432.584837] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.584981] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1432.585211] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1432.585413] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1432.585523] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1432.585682] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1432.585852] env[62777]: DEBUG nova.virt.hardware [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1432.586770] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea66c1e-c848-424c-843c-359951622c74 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.595591] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ec8fbd-e44a-4614-87a6-e3f8ee622d27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.648784] env[62777]: DEBUG oslo_concurrency.lockutils [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] Releasing lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.649109] env[62777]: DEBUG nova.compute.manager [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Received event network-vif-deleted-346928d4-f1f8-4b17-948b-494a4844d428 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1432.649336] env[62777]: DEBUG nova.compute.manager [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1432.649507] env[62777]: DEBUG nova.compute.manager [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing instance network info cache due to event network-changed-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1432.649714] env[62777]: DEBUG oslo_concurrency.lockutils [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] Acquiring lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.650788] env[62777]: DEBUG oslo_concurrency.lockutils [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] Acquired lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.650788] env[62777]: DEBUG nova.network.neutron [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Refreshing network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.731101] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Releasing lock "refresh_cache-b975381d-212e-4843-ad46-ab50d3a03200" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.731543] env[62777]: DEBUG nova.compute.manager [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Received event network-changed-a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1432.732068] env[62777]: DEBUG nova.compute.manager [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Refreshing instance network info cache due to event network-changed-a39196bc-6083-4473-b198-4e5ef682d901. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1432.732420] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Acquiring lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.732695] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Acquired lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.732974] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Refreshing network info cache for port a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1432.814644] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063973} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.817307] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.818455] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d185d-62b4-4658-8294-2afa4af47915 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.846625] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 93418698-971c-4f22-8ce6-f886f71a2ebe/93418698-971c-4f22-8ce6-f886f71a2ebe.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.846625] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3e9d144-d8a2-416e-977a-a35abddc9b70 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.870067] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693784, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.871468] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1432.871468] env[62777]: value = "task-1693785" [ 1432.871468] env[62777]: _type = "Task" [ 1432.871468] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.882310] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.884768] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.948474] env[62777]: DEBUG oslo_vmware.api [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693782, 'name': RemoveSnapshot_Task, 'duration_secs': 0.729488} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.951708] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1432.951994] env[62777]: INFO nova.compute.manager [None req-6d00f8d3-3f01-486c-bec7-0f6e9638ff08 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Took 16.87 seconds to snapshot the instance on the hypervisor. [ 1433.178864] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "2ec93312-17da-412b-9024-56d9d562612d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.178864] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "2ec93312-17da-412b-9024-56d9d562612d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.179133] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "2ec93312-17da-412b-9024-56d9d562612d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.179279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "2ec93312-17da-412b-9024-56d9d562612d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.179450] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "2ec93312-17da-412b-9024-56d9d562612d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.183657] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4efeca6-0d1d-4966-8615-c48c7cd469bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.187573] env[62777]: INFO nova.compute.manager [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Terminating instance [ 1433.197378] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0831d452-0413-49c5-84c2-7a28a1dc0e03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.244582] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf5d36-3029-49dc-a438-f0495e46496d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.254690] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e39f49-f433-42ca-a6a7-792afa50a246 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.273122] env[62777]: DEBUG nova.compute.provider_tree [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.281893] env[62777]: INFO nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Port a39196bc-6083-4473-b198-4e5ef682d901 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1433.281893] env[62777]: DEBUG nova.network.neutron [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.290980] env[62777]: DEBUG nova.compute.manager [req-4e376cd7-77d6-466d-a73a-27632e0d61f9 req-d885f762-68d2-4320-89e5-780075952d2f service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Received event network-vif-deleted-a39196bc-6083-4473-b198-4e5ef682d901 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1433.291195] env[62777]: INFO nova.compute.manager [req-4e376cd7-77d6-466d-a73a-27632e0d61f9 req-d885f762-68d2-4320-89e5-780075952d2f service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Neutron deleted interface a39196bc-6083-4473-b198-4e5ef682d901; detaching it from the instance and deleting it from the info cache [ 1433.291507] env[62777]: DEBUG nova.network.neutron [req-4e376cd7-77d6-466d-a73a-27632e0d61f9 req-d885f762-68d2-4320-89e5-780075952d2f service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.371666] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95866} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.372074] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1433.372362] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1433.376041] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a197002a-b7c4-499a-891d-4a61ef6fcd60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.383573] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.385299] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1433.385299] env[62777]: value = "task-1693786" [ 1433.385299] env[62777]: _type = "Task" [ 1433.385299] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.401507] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.415305] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.515532] env[62777]: DEBUG nova.network.neutron [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updated VIF entry in instance network info cache for port 232f7fcd-c316-4acf-9d0a-6b5b3907f3b0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.515904] env[62777]: DEBUG nova.network.neutron [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [{"id": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "address": "fa:16:3e:17:84:f2", "network": {"id": "65075a58-d74d-4259-a9bf-36fec2bf2da2", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-725825631-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6f49f535234602a006fb948243712b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232f7fcd-c3", "ovs_interfaceid": "232f7fcd-c316-4acf-9d0a-6b5b3907f3b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.568146] env[62777]: DEBUG nova.network.neutron [-] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.670239] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.670627] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.691865] env[62777]: DEBUG nova.compute.manager [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1433.692104] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1433.692956] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97e4f39-230e-440b-bc2c-f3194d2484e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.701341] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.701341] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc8a4b5-1abe-46ae-9b08-740890319860 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.707192] env[62777]: DEBUG oslo_vmware.api [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1433.707192] env[62777]: value = "task-1693787" [ 1433.707192] env[62777]: _type = "Task" [ 1433.707192] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.718477] env[62777]: DEBUG oslo_vmware.api [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.751424] env[62777]: DEBUG nova.compute.manager [req-2d9c8216-4b61-43dc-be1e-850cf32920b7 req-5c093598-ef7f-44ae-8156-8ed0021165e3 service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Received event network-vif-plugged-f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1433.751650] env[62777]: DEBUG oslo_concurrency.lockutils [req-2d9c8216-4b61-43dc-be1e-850cf32920b7 req-5c093598-ef7f-44ae-8156-8ed0021165e3 service nova] Acquiring lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.751836] env[62777]: DEBUG oslo_concurrency.lockutils [req-2d9c8216-4b61-43dc-be1e-850cf32920b7 req-5c093598-ef7f-44ae-8156-8ed0021165e3 service nova] Lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.752030] env[62777]: DEBUG oslo_concurrency.lockutils [req-2d9c8216-4b61-43dc-be1e-850cf32920b7 req-5c093598-ef7f-44ae-8156-8ed0021165e3 service nova] Lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.752178] env[62777]: DEBUG nova.compute.manager [req-2d9c8216-4b61-43dc-be1e-850cf32920b7 req-5c093598-ef7f-44ae-8156-8ed0021165e3 service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] No waiting events found dispatching network-vif-plugged-f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.752323] env[62777]: WARNING nova.compute.manager [req-2d9c8216-4b61-43dc-be1e-850cf32920b7 req-5c093598-ef7f-44ae-8156-8ed0021165e3 service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Received unexpected event network-vif-plugged-f2ab65d2-17a2-4bf1-9095-8e75fc4de100 for instance with vm_state building and task_state spawning. [ 1433.776774] env[62777]: DEBUG nova.scheduler.client.report [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1433.783942] env[62777]: DEBUG oslo_concurrency.lockutils [req-c2fb2a2e-5683-4937-8f1e-14fa4b9caf3d req-9fc51b09-4ec2-47be-8f72-b74758d7ff62 service nova] Releasing lock "refresh_cache-053160fc-4510-4394-b638-53fe0dbcb6e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.797883] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de301b01-49a2-4941-b66b-82181a413228 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.812641] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2472a617-bb5d-4315-92f3-fde0dc2b372a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.856064] env[62777]: DEBUG nova.compute.manager [req-4e376cd7-77d6-466d-a73a-27632e0d61f9 req-d885f762-68d2-4320-89e5-780075952d2f service nova] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Detach interface failed, port_id=a39196bc-6083-4473-b198-4e5ef682d901, reason: Instance 053160fc-4510-4394-b638-53fe0dbcb6e0 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1433.882017] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693785, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.895233] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156842} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.895556] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.896424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a892683b-cd89-4d98-b6ba-8f8d61f5cffc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.918397] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.918784] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6315e71-a67c-425c-9f58-a59cecdc898b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.951573] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1433.951573] env[62777]: value = "task-1693788" [ 1433.951573] env[62777]: _type = "Task" [ 1433.951573] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.962162] env[62777]: DEBUG nova.network.neutron [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Successfully updated port: f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1433.975349] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.018436] env[62777]: DEBUG oslo_concurrency.lockutils [req-c65cf223-2bb8-4484-ac8d-e5ea8e54d105 req-82ebc4d6-9909-4d97-a309-c51d3296e45f service nova] Releasing lock "refresh_cache-fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.071641] env[62777]: INFO nova.compute.manager [-] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Took 1.69 seconds to deallocate network for instance. [ 1434.175076] env[62777]: DEBUG nova.compute.utils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.217249] env[62777]: DEBUG oslo_vmware.api [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693787, 'name': PowerOffVM_Task, 'duration_secs': 0.259417} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.217529] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.217713] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.218037] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-412ea56f-53d0-437a-bcf9-d69f1ec7e164 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.285767] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.286323] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.289273] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.289463] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.289642] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Deleting the datastore file [datastore1] 2ec93312-17da-412b-9024-56d9d562612d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.290339] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.114s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.290564] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.292669] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.991s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.294268] env[62777]: INFO nova.compute.claims [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.297357] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6248128c-d7d4-4c42-adbb-99fe5ff13253 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.305084] env[62777]: DEBUG oslo_vmware.api [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for the task: (returnval){ [ 1434.305084] env[62777]: value = "task-1693790" [ 1434.305084] env[62777]: _type = "Task" [ 1434.305084] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.317363] env[62777]: DEBUG oslo_vmware.api [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.336840] env[62777]: INFO nova.scheduler.client.report [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Deleted allocations for instance 9d055439-796b-48a8-b99b-1d74c4beb653 [ 1434.383656] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693785, 'name': ReconfigVM_Task, 'duration_secs': 1.039835} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.384032] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 93418698-971c-4f22-8ce6-f886f71a2ebe/93418698-971c-4f22-8ce6-f886f71a2ebe.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.384732] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f285334b-674f-4144-aba2-59f0ccbb01f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.392556] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1434.392556] env[62777]: value = "task-1693791" [ 1434.392556] env[62777]: _type = "Task" [ 1434.392556] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.402235] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693791, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.461512] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693788, 'name': ReconfigVM_Task, 'duration_secs': 0.293156} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.461793] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.462442] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3de6277a-ca37-46d6-adb9-72da84cc8c9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.467734] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1434.467734] env[62777]: value = "task-1693792" [ 1434.467734] env[62777]: _type = "Task" [ 1434.467734] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.476935] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1434.476935] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.478123] env[62777]: DEBUG nova.network.neutron [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1434.479021] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693792, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.578205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.680034] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.792465] env[62777]: DEBUG nova.compute.utils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.794874] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1434.794874] env[62777]: DEBUG nova.network.neutron [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1434.814693] env[62777]: DEBUG oslo_vmware.api [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Task: {'id': task-1693790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163479} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.814693] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.814865] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1434.815020] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1434.815197] env[62777]: INFO nova.compute.manager [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1434.815432] env[62777]: DEBUG oslo.service.loopingcall [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.815830] env[62777]: DEBUG nova.compute.manager [-] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1434.816065] env[62777]: DEBUG nova.network.neutron [-] [instance: 2ec93312-17da-412b-9024-56d9d562612d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1434.848123] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fcd5405c-33e3-45f8-9fc6-e872ff33f5d2 tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "9d055439-796b-48a8-b99b-1d74c4beb653" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.521s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.867016] env[62777]: DEBUG nova.policy [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16f88f1585b54e0a8b2dbb20b2f36c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9da976a6a0a4d99bdc87f83f5b80d66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1434.902529] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693791, 'name': Rename_Task, 'duration_secs': 0.151453} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.902811] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.903073] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ba0f03b-3a85-43aa-91d0-003fd50eb9d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.909474] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1434.909474] env[62777]: value = "task-1693793" [ 1434.909474] env[62777]: _type = "Task" [ 1434.909474] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.918096] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.979966] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693792, 'name': Rename_Task, 'duration_secs': 0.139163} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.982078] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.982974] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f48e3b6e-b3fc-4cf7-b547-5fc0f570977a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.990899] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1434.990899] env[62777]: value = "task-1693794" [ 1434.990899] env[62777]: _type = "Task" [ 1434.990899] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.001734] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.097008] env[62777]: DEBUG nova.network.neutron [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.298568] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.405291] env[62777]: DEBUG nova.network.neutron [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Successfully created port: bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1435.428492] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.455073] env[62777]: DEBUG nova.network.neutron [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.504841] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693794, 'name': PowerOnVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.856806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.857084] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1435.857327] env[62777]: INFO nova.compute.manager [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Attaching volume 6e5bcfb2-d202-4b7d-b741-254f4c53caf0 to /dev/sdb [ 1435.899041] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fd6b20-fca3-4458-b0b9-c669b44a6782 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.905126] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58983364-a801-4510-a524-f49e44ffab24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.913877] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37167c6f-9711-4209-a746-25d8a2a81576 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.920573] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe0b56c-800e-4efe-815c-684efbc2f5f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.929487] env[62777]: DEBUG oslo_vmware.api [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693793, 'name': PowerOnVM_Task, 'duration_secs': 0.605836} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.957658] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.958072] env[62777]: INFO nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Took 10.00 seconds to spawn the instance on the hypervisor. [ 1435.958335] env[62777]: DEBUG nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1435.963215] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293051e3-e417-41fe-94c4-3e3a88cd7fc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.966188] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ade3c37-47d9-4805-8f27-a85b9124895e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.971020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.971020] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Instance network_info: |[{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1435.971257] env[62777]: DEBUG nova.virt.block_device [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updating existing volume attachment record: c7e55e0b-b77f-4f91-bf88-4d313246c12d {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1435.973602] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:16:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2ab65d2-17a2-4bf1-9095-8e75fc4de100', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1435.981035] env[62777]: DEBUG oslo.service.loopingcall [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1435.981689] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1435.981906] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-938e18c1-40b4-425d-9010-44221a7ef11d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.010709] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e26892-7acc-4ab1-b528-07a997b67390 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.015670] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.015670] env[62777]: value = "task-1693795" [ 1436.015670] env[62777]: _type = "Task" [ 1436.015670] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.034591] env[62777]: DEBUG oslo_vmware.api [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693794, 'name': PowerOnVM_Task, 'duration_secs': 0.545935} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.035175] env[62777]: DEBUG nova.compute.provider_tree [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.047746] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.047746] env[62777]: INFO nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1436.047746] env[62777]: DEBUG nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1436.047746] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693795, 'name': CreateVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.048401] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8ed319-6929-425b-bcca-5c2e11ae8da7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.153379] env[62777]: DEBUG nova.compute.manager [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Received event network-changed-f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1436.153470] env[62777]: DEBUG nova.compute.manager [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Refreshing instance network info cache due to event network-changed-f2ab65d2-17a2-4bf1-9095-8e75fc4de100. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1436.154612] env[62777]: DEBUG oslo_concurrency.lockutils [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] Acquiring lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.154612] env[62777]: DEBUG oslo_concurrency.lockutils [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] Acquired lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.154612] env[62777]: DEBUG nova.network.neutron [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Refreshing network info cache for port f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.171377] env[62777]: DEBUG nova.compute.manager [req-a1b53970-b9ca-4978-9010-d2f9c3876f2d req-d8518a78-1c78-4dfc-944c-38012f929fa2 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Received event network-vif-deleted-1062f734-fe16-47df-ad99-e0d538b2c77e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1436.172746] env[62777]: INFO nova.compute.manager [req-a1b53970-b9ca-4978-9010-d2f9c3876f2d req-d8518a78-1c78-4dfc-944c-38012f929fa2 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Neutron deleted interface 1062f734-fe16-47df-ad99-e0d538b2c77e; detaching it from the instance and deleting it from the info cache [ 1436.172746] env[62777]: DEBUG nova.network.neutron [req-a1b53970-b9ca-4978-9010-d2f9c3876f2d req-d8518a78-1c78-4dfc-944c-38012f929fa2 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.313874] env[62777]: DEBUG nova.network.neutron [-] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.334040] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.389425] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1436.389761] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1436.389986] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.390276] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1436.390548] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.390751] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1436.391077] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1436.391264] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1436.391448] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1436.391946] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1436.391946] env[62777]: DEBUG nova.virt.hardware [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1436.397060] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e199d9-6c66-4a8a-9e77-9dd383cd552d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.408445] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba5b104-ed15-4bef-9099-4ab3d37791b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.526285] env[62777]: INFO nova.compute.manager [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Took 46.84 seconds to build instance. [ 1436.531102] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693795, 'name': CreateVM_Task, 'duration_secs': 0.487616} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.531255] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.531897] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.532067] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.532493] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1436.532678] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9068ca-a630-43ba-8b1a-319632b65b26 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.541114] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1436.541114] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb1eca-5f33-ae69-0663-323c339a4474" [ 1436.541114] env[62777]: _type = "Task" [ 1436.541114] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.546537] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb1eca-5f33-ae69-0663-323c339a4474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.548675] env[62777]: DEBUG nova.scheduler.client.report [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1436.568174] env[62777]: INFO nova.compute.manager [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Took 43.77 seconds to build instance. [ 1436.677981] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e43b80b6-0a12-4983-945d-5ba307829106 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.688050] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4cf99-f4db-4c6a-a70f-3cbc99412876 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.726781] env[62777]: DEBUG nova.compute.manager [req-a1b53970-b9ca-4978-9010-d2f9c3876f2d req-d8518a78-1c78-4dfc-944c-38012f929fa2 service nova] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Detach interface failed, port_id=1062f734-fe16-47df-ad99-e0d538b2c77e, reason: Instance 2ec93312-17da-412b-9024-56d9d562612d could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1436.817472] env[62777]: INFO nova.compute.manager [-] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Took 2.00 seconds to deallocate network for instance. [ 1437.019197] env[62777]: DEBUG nova.network.neutron [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updated VIF entry in instance network info cache for port f2ab65d2-17a2-4bf1-9095-8e75fc4de100. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.019468] env[62777]: DEBUG nova.network.neutron [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.029380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ca412c23-c9c8-4f0b-bee0-abbae15408a4 tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.487s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.049306] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb1eca-5f33-ae69-0663-323c339a4474, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.049395] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.049588] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.049815] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.049994] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.050211] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.050473] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-580281b1-9bf3-46fa-ada0-759ee74bea88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.055213] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.055213] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.058836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.848s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.058836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.059712] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.749s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.061245] env[62777]: INFO nova.compute.claims [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.070416] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9754617f-2ae2-48bd-99fe-9dc7e4bd7641 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.467s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.071872] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.072615] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.072702] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29109bd-1e06-47f1-9a3d-ecf298e2d61d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.081267] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1437.081267] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527df195-8717-6a6f-a704-6339a3699a30" [ 1437.081267] env[62777]: _type = "Task" [ 1437.081267] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.092881] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527df195-8717-6a6f-a704-6339a3699a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.099550] env[62777]: INFO nova.scheduler.client.report [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Deleted allocations for instance 4127cc73-1b70-44a1-9358-18158d610de4 [ 1437.139090] env[62777]: DEBUG nova.network.neutron [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Successfully updated port: bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.330961] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.374303] env[62777]: DEBUG nova.compute.manager [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.375308] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8bc261-e1be-466d-8dd5-29be2f9e82ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.524120] env[62777]: DEBUG oslo_concurrency.lockutils [req-df8317b5-16f4-4a0d-9a2b-dded3d54dd2f req-d4f5af1c-0b2f-48a1-8890-cbbf575b3ebe service nova] Releasing lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.566108] env[62777]: DEBUG nova.compute.utils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.567545] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.567817] env[62777]: DEBUG nova.network.neutron [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.595960] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527df195-8717-6a6f-a704-6339a3699a30, 'name': SearchDatastore_Task, 'duration_secs': 0.012525} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.597167] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3bd281-3e47-49db-8089-f7e97921be31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.604830] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1437.604830] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5258ec95-5e0c-4d7b-4bf2-3532278fea29" [ 1437.604830] env[62777]: _type = "Task" [ 1437.604830] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.612360] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ba2be4f0-0759-4739-bd1a-730e0d61c952 tempest-ServerGroupTestJSON-421027924 tempest-ServerGroupTestJSON-421027924-project-member] Lock "4127cc73-1b70-44a1-9358-18158d610de4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.045s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.617246] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5258ec95-5e0c-4d7b-4bf2-3532278fea29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.623266] env[62777]: DEBUG nova.policy [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04e0dd40845e41beb7ffab4e83414baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff503ead6cfd430c843cd563359b5e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.645209] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "refresh_cache-63b6a0f2-410a-42ec-9c13-8302967ada1b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.645374] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "refresh_cache-63b6a0f2-410a-42ec-9c13-8302967ada1b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.645490] env[62777]: DEBUG nova.network.neutron [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.662058] env[62777]: INFO nova.compute.manager [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Rebuilding instance [ 1437.719092] env[62777]: DEBUG nova.compute.manager [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.719976] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dce099-a10e-44d2-a9bd-c70e7b99de4b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.888696] env[62777]: INFO nova.compute.manager [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] instance snapshotting [ 1437.892953] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562fb75f-658d-4911-8e1e-09d8afcad53b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.920657] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e59fadb-3720-4e18-8eed-65834fbef232 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.024884] env[62777]: DEBUG nova.network.neutron [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Successfully created port: e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.076908] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.133537] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.133792] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.134946] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5258ec95-5e0c-4d7b-4bf2-3532278fea29, 'name': SearchDatastore_Task, 'duration_secs': 0.021289} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.135581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.135765] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.137523] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-185d7f91-9b8a-426d-b479-3185f37638b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.152152] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1438.152152] env[62777]: value = "task-1693799" [ 1438.152152] env[62777]: _type = "Task" [ 1438.152152] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.162846] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.185225] env[62777]: DEBUG nova.network.neutron [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.251861] env[62777]: DEBUG nova.compute.manager [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Received event network-vif-plugged-bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1438.252080] env[62777]: DEBUG oslo_concurrency.lockutils [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] Acquiring lock "63b6a0f2-410a-42ec-9c13-8302967ada1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.252294] env[62777]: DEBUG oslo_concurrency.lockutils [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.253019] env[62777]: DEBUG oslo_concurrency.lockutils [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.253019] env[62777]: DEBUG nova.compute.manager [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] No waiting events found dispatching network-vif-plugged-bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1438.253019] env[62777]: WARNING nova.compute.manager [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Received unexpected event network-vif-plugged-bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab for instance with vm_state building and task_state spawning. [ 1438.253019] env[62777]: DEBUG nova.compute.manager [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Received event network-changed-bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1438.254800] env[62777]: DEBUG nova.compute.manager [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Refreshing instance network info cache due to event network-changed-bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1438.254800] env[62777]: DEBUG oslo_concurrency.lockutils [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] Acquiring lock "refresh_cache-63b6a0f2-410a-42ec-9c13-8302967ada1b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.436462] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1438.439884] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b4873b2-251c-4bd2-8501-598679284398 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.449953] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1438.449953] env[62777]: value = "task-1693801" [ 1438.449953] env[62777]: _type = "Task" [ 1438.449953] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.459112] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693801, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.491703] env[62777]: DEBUG nova.network.neutron [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Updating instance_info_cache with network_info: [{"id": "bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab", "address": "fa:16:3e:29:85:c4", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7401c5-9a", "ovs_interfaceid": "bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.638211] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.666743] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693799, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.701115] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2baa533-f65b-419b-bffd-64a3f76999cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.713164] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c72c0-f0e7-4706-81f9-5dd12d2626be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.745647] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1438.746210] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09021990-63ef-4c5c-a1c4-e3c494d3db76 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.748681] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345830a0-b0e7-4439-af78-9e283d5faa44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.757535] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c8e56e-613d-483b-a89c-da676f0741e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.765593] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1438.765593] env[62777]: value = "task-1693802" [ 1438.765593] env[62777]: _type = "Task" [ 1438.765593] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.775419] env[62777]: DEBUG nova.compute.provider_tree [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.781863] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.842590] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "93418698-971c-4f22-8ce6-f886f71a2ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.842891] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.843171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "93418698-971c-4f22-8ce6-f886f71a2ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.843380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.843647] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.848717] env[62777]: INFO nova.compute.manager [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Terminating instance [ 1438.962700] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693801, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.994981] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "refresh_cache-63b6a0f2-410a-42ec-9c13-8302967ada1b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.995315] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Instance network_info: |[{"id": "bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab", "address": "fa:16:3e:29:85:c4", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7401c5-9a", "ovs_interfaceid": "bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.995627] env[62777]: DEBUG oslo_concurrency.lockutils [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] Acquired lock "refresh_cache-63b6a0f2-410a-42ec-9c13-8302967ada1b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.995798] env[62777]: DEBUG nova.network.neutron [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Refreshing network info cache for port bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.996952] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:85:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1439.004822] env[62777]: DEBUG oslo.service.loopingcall [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.007875] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1439.011045] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df083472-ee8d-40ae-932c-4455229ba31e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.037292] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1439.037292] env[62777]: value = "task-1693803" [ 1439.037292] env[62777]: _type = "Task" [ 1439.037292] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.045871] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693803, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.096039] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.132040] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1439.132306] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1439.132462] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.132647] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1439.132789] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.132929] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1439.133844] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1439.134070] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1439.134292] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1439.134491] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1439.134749] env[62777]: DEBUG nova.virt.hardware [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1439.135658] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd41b2f6-ed2c-4e1a-9a5c-851fc1291c32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.144567] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87379dbf-d063-49f8-8d75-14c9b86f751c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.175373] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638651} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.175373] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.175549] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.175721] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e02abe8-bef4-41b3-95a7-30f1e7990c41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.181234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.187628] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1439.187628] env[62777]: value = "task-1693804" [ 1439.187628] env[62777]: _type = "Task" [ 1439.187628] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.199363] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.273896] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693802, 'name': PowerOffVM_Task, 'duration_secs': 0.126636} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.274185] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.274427] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.275246] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81d379b-9cbb-4c86-bfc3-4ff975802b15 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.278512] env[62777]: DEBUG nova.scheduler.client.report [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1439.288565] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.288813] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0961948-6e04-4130-ac42-0953420bc7a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.321688] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.321912] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.322124] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Deleting the datastore file [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.322406] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afd7708-e6d0-467e-aad1-a24b0e88d2a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.333668] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1439.333668] env[62777]: value = "task-1693806" [ 1439.333668] env[62777]: _type = "Task" [ 1439.333668] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.343186] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.355230] env[62777]: DEBUG nova.compute.manager [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.355230] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.355529] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe3bf2e-2faf-4b50-bdf7-844f0ea1bcb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.364250] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.364250] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b977f18-da67-4e03-ae4c-2a445959df80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.374026] env[62777]: DEBUG oslo_vmware.api [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1439.374026] env[62777]: value = "task-1693807" [ 1439.374026] env[62777]: _type = "Task" [ 1439.374026] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.379761] env[62777]: DEBUG oslo_vmware.api [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.418150] env[62777]: DEBUG nova.network.neutron [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Updated VIF entry in instance network info cache for port bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.418795] env[62777]: DEBUG nova.network.neutron [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Updating instance_info_cache with network_info: [{"id": "bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab", "address": "fa:16:3e:29:85:c4", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf7401c5-9a", "ovs_interfaceid": "bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.461231] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693801, 'name': CreateSnapshot_Task, 'duration_secs': 0.740014} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.461573] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1439.462450] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18e8c3-d976-445f-b444-7a9001996115 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.556028] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693803, 'name': CreateVM_Task, 'duration_secs': 0.380347} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.556028] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.556707] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.556809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.557178] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.557457] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799d8690-a249-4c68-bd32-632e2c297df4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.562338] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1439.562338] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52108f25-d9d4-c789-eca8-aa06815a08ad" [ 1439.562338] env[62777]: _type = "Task" [ 1439.562338] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.572194] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52108f25-d9d4-c789-eca8-aa06815a08ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.697665] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083459} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.701018] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.701018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13427aa3-db27-492e-bf1b-4c70eb7d897b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.721714] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.721879] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72603256-45e1-4d89-be11-937d16103f8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.738520] env[62777]: DEBUG nova.network.neutron [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Successfully updated port: e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.746298] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1439.746298] env[62777]: value = "task-1693808" [ 1439.746298] env[62777]: _type = "Task" [ 1439.746298] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.755265] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.783974] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.784405] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.787636] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.083s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.789125] env[62777]: INFO nova.compute.claims [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1439.846326] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176894} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.846598] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.846790] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.846962] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.885816] env[62777]: DEBUG oslo_vmware.api [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693807, 'name': PowerOffVM_Task, 'duration_secs': 0.213444} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.886336] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1439.886558] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1439.887264] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2014378f-99b4-4130-b983-3d1455d77a96 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.923169] env[62777]: DEBUG oslo_concurrency.lockutils [req-0d32284d-f0ed-488d-b93f-5e91d724630e req-c1e09c98-5e51-46cd-aff7-a6abf1a4be4f service nova] Releasing lock "refresh_cache-63b6a0f2-410a-42ec-9c13-8302967ada1b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.965149] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1439.965396] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1439.965600] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Deleting the datastore file [datastore1] 93418698-971c-4f22-8ce6-f886f71a2ebe {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1439.965861] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88de328-e69c-413c-90c6-1b016894f78b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.983666] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1439.985391] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a729c5d2-784f-4db6-be24-d39674479a26 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.989624] env[62777]: DEBUG oslo_vmware.api [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for the task: (returnval){ [ 1439.989624] env[62777]: value = "task-1693810" [ 1439.989624] env[62777]: _type = "Task" [ 1439.989624] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.995549] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1439.995549] env[62777]: value = "task-1693811" [ 1439.995549] env[62777]: _type = "Task" [ 1439.995549] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.003739] env[62777]: DEBUG oslo_vmware.api [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.008160] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693811, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.076468] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52108f25-d9d4-c789-eca8-aa06815a08ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014732} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.076468] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.078973] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.078973] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.078973] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.078973] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.078973] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9f464f1-b412-4810-9d6d-80a765c80448 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.092471] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1440.093133] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1440.093842] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bbd8a6b-1be7-41ec-be1c-ed6beb3fccc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.101272] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1440.101272] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5264b158-1bcc-3b08-f57e-7c3a7742c3b7" [ 1440.101272] env[62777]: _type = "Task" [ 1440.101272] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.111340] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5264b158-1bcc-3b08-f57e-7c3a7742c3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.242769] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "refresh_cache-d1d3e66c-48ca-4300-bee1-77df013cb5e3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.242769] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "refresh_cache-d1d3e66c-48ca-4300-bee1-77df013cb5e3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.242769] env[62777]: DEBUG nova.network.neutron [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.263676] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693808, 'name': ReconfigVM_Task, 'duration_secs': 0.371115} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.264201] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.265263] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f9e9b0e-9170-4a62-8569-990353ce02ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.272746] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1440.272746] env[62777]: value = "task-1693812" [ 1440.272746] env[62777]: _type = "Task" [ 1440.272746] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.283458] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693812, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.295332] env[62777]: DEBUG nova.compute.utils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.300246] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.300480] env[62777]: DEBUG nova.network.neutron [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.337551] env[62777]: DEBUG nova.compute.manager [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Received event network-vif-plugged-e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1440.337802] env[62777]: DEBUG oslo_concurrency.lockutils [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] Acquiring lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.338376] env[62777]: DEBUG oslo_concurrency.lockutils [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.338376] env[62777]: DEBUG oslo_concurrency.lockutils [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.338516] env[62777]: DEBUG nova.compute.manager [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] No waiting events found dispatching network-vif-plugged-e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1440.338624] env[62777]: WARNING nova.compute.manager [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Received unexpected event network-vif-plugged-e56a8952-7a69-4fcb-97cd-343f97f1680a for instance with vm_state building and task_state spawning. [ 1440.338931] env[62777]: DEBUG nova.compute.manager [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Received event network-changed-e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1440.338931] env[62777]: DEBUG nova.compute.manager [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Refreshing instance network info cache due to event network-changed-e56a8952-7a69-4fcb-97cd-343f97f1680a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1440.339119] env[62777]: DEBUG oslo_concurrency.lockutils [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] Acquiring lock "refresh_cache-d1d3e66c-48ca-4300-bee1-77df013cb5e3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.358176] env[62777]: DEBUG nova.policy [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ef0f9c3d2f1470f81f61e079243396e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26a85188683444bb8a582d345469b666', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.501313] env[62777]: DEBUG oslo_vmware.api [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Task: {'id': task-1693810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341247} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.503562] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1440.503766] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1440.503952] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1440.504166] env[62777]: INFO nova.compute.manager [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1440.504563] env[62777]: DEBUG oslo.service.loopingcall [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.504781] env[62777]: DEBUG nova.compute.manager [-] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1440.504879] env[62777]: DEBUG nova.network.neutron [-] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1440.515364] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693811, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.530263] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1440.530747] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353199', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'name': 'volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0a4868a-0eea-4f93-98d0-c4a4f0070d42', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'serial': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1440.531418] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46fd95d-68d3-465c-9666-89db4a64aa48 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.556703] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71b253-aff8-4807-8e88-d1f0698e3312 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.584258] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0/volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1440.584665] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea77a620-2e07-4fd2-836e-b1cdd54ef4ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.603593] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1440.603593] env[62777]: value = "task-1693813" [ 1440.603593] env[62777]: _type = "Task" [ 1440.603593] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.615665] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5264b158-1bcc-3b08-f57e-7c3a7742c3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018498} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.619528] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693813, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.619723] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcebfa19-fe4b-48d6-a9a9-e7ac35f92886 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.626043] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1440.626043] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5200a2a9-b889-bebc-107b-e641cbd31fa9" [ 1440.626043] env[62777]: _type = "Task" [ 1440.626043] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.637865] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5200a2a9-b889-bebc-107b-e641cbd31fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.710369] env[62777]: DEBUG nova.network.neutron [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Successfully created port: 746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1440.789289] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693812, 'name': Rename_Task, 'duration_secs': 0.166701} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.790377] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.790377] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd7d773-dacc-45f4-98a4-7882f9de5228 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.793838] env[62777]: DEBUG nova.network.neutron [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.798661] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1440.798661] env[62777]: value = "task-1693814" [ 1440.798661] env[62777]: _type = "Task" [ 1440.798661] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.804101] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.810800] env[62777]: DEBUG nova.compute.manager [req-8413e183-ccc6-4ec3-9e33-71dac3b2d829 req-ebf55a90-32f9-4621-89e3-7f75f3dd8fa3 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Received event network-vif-deleted-658735ac-e437-416a-b561-7bd0a8047c39 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1440.811079] env[62777]: INFO nova.compute.manager [req-8413e183-ccc6-4ec3-9e33-71dac3b2d829 req-ebf55a90-32f9-4621-89e3-7f75f3dd8fa3 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Neutron deleted interface 658735ac-e437-416a-b561-7bd0a8047c39; detaching it from the instance and deleting it from the info cache [ 1440.813066] env[62777]: DEBUG nova.network.neutron [req-8413e183-ccc6-4ec3-9e33-71dac3b2d829 req-ebf55a90-32f9-4621-89e3-7f75f3dd8fa3 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.821594] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.920401] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1440.920517] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1440.920642] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1440.920848] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1440.921053] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1440.921233] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1440.921453] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1440.921617] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1440.921780] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1440.921947] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1440.922170] env[62777]: DEBUG nova.virt.hardware [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1440.923457] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60c0259-ce8d-48e4-85b4-211572321dd6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.934914] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600a7641-baeb-490e-9af7-7b2bbfbb9994 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.953082] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.958915] env[62777]: DEBUG oslo.service.loopingcall [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1440.963073] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.963621] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bb042f3-03b1-4c18-a265-d5f8edc754b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.981637] env[62777]: DEBUG oslo_concurrency.lockutils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.981981] env[62777]: DEBUG oslo_concurrency.lockutils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.992220] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.992220] env[62777]: value = "task-1693815" [ 1440.992220] env[62777]: _type = "Task" [ 1440.992220] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.001582] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693815, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.015198] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693811, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.061748] env[62777]: DEBUG nova.network.neutron [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Updating instance_info_cache with network_info: [{"id": "e56a8952-7a69-4fcb-97cd-343f97f1680a", "address": "fa:16:3e:9d:a4:3d", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56a8952-7a", "ovs_interfaceid": "e56a8952-7a69-4fcb-97cd-343f97f1680a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.122364] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693813, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.136531] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5200a2a9-b889-bebc-107b-e641cbd31fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.009147} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.136929] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.137824] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 63b6a0f2-410a-42ec-9c13-8302967ada1b/63b6a0f2-410a-42ec-9c13-8302967ada1b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1441.142545] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7fe495c-3f5c-4950-806f-1c42f9663d7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.146532] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1441.146532] env[62777]: value = "task-1693816" [ 1441.146532] env[62777]: _type = "Task" [ 1441.146532] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.155131] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.282425] env[62777]: DEBUG nova.network.neutron [-] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.309400] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693814, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.317486] env[62777]: INFO nova.virt.block_device [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Booting with volume 1c59f5f8-d30a-48d7-9349-c47c670b34e3 at /dev/sda [ 1441.319764] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c5c05e50-7295-400a-b232-0017b0c03373 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.334122] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251f1126-dda5-4e9f-a16a-6218a4b902e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.374420] env[62777]: DEBUG nova.compute.manager [req-8413e183-ccc6-4ec3-9e33-71dac3b2d829 req-ebf55a90-32f9-4621-89e3-7f75f3dd8fa3 service nova] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Detach interface failed, port_id=658735ac-e437-416a-b561-7bd0a8047c39, reason: Instance 93418698-971c-4f22-8ce6-f886f71a2ebe could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1441.378826] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd6a1457-4376-46b3-9298-5a392391d7db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.389901] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052d6360-0dd8-470a-9ed6-c8ea05e74ffe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.431185] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42cabee8-1bc4-404c-8174-da7885fc0e6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.439764] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2793b79-31eb-48c0-9d53-58d25837f9fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.480586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c5a3c1-6b18-482f-a895-709fa3491de8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.487451] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a6386c-d10e-41b9-b3c8-44986b4a96d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.491215] env[62777]: DEBUG nova.compute.utils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.492832] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768946e-a121-4e2a-9310-607ad694b575 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.512652] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35b00c-74bd-4c56-a4ef-616928a30f47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.517634] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693815, 'name': CreateVM_Task, 'duration_secs': 0.289247} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.522666] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.523442] env[62777]: DEBUG nova.virt.block_device [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updating existing volume attachment record: 72d239a6-3836-4d80-a607-0988b863cbdc {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1441.527151] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.527362] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.527771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1441.528389] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea07c78-f578-4100-a1d2-243cdec94552 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.568793] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693811, 'name': CloneVM_Task, 'duration_secs': 1.315146} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.570467] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "refresh_cache-d1d3e66c-48ca-4300-bee1-77df013cb5e3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.570467] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Instance network_info: |[{"id": "e56a8952-7a69-4fcb-97cd-343f97f1680a", "address": "fa:16:3e:9d:a4:3d", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56a8952-7a", "ovs_interfaceid": "e56a8952-7a69-4fcb-97cd-343f97f1680a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1441.570836] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Created linked-clone VM from snapshot [ 1441.571048] env[62777]: DEBUG oslo_concurrency.lockutils [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] Acquired lock "refresh_cache-d1d3e66c-48ca-4300-bee1-77df013cb5e3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.571373] env[62777]: DEBUG nova.network.neutron [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Refreshing network info cache for port e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.576151] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:a4:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56a8952-7a69-4fcb-97cd-343f97f1680a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1441.579536] env[62777]: DEBUG oslo.service.loopingcall [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1441.580268] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845d6afd-ef78-4eca-86b7-5f6c210f62a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.585087] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be881b4-a98f-4f4d-a031-d0da63c74dff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.587880] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1441.588500] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1441.588500] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524627d8-152f-001f-2eb3-131b41be6507" [ 1441.588500] env[62777]: _type = "Task" [ 1441.588500] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.588692] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-277da345-584a-4c3d-8fab-a9f3e1bbbdbc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.612334] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Uploading image d9dc973e-3119-41c5-bc05-6363b59b0332 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1441.619410] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55794cf9-38d6-46da-bed1-baa9a7cfb2d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.628696] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1441.628696] env[62777]: value = "task-1693817" [ 1441.628696] env[62777]: _type = "Task" [ 1441.628696] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.628696] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524627d8-152f-001f-2eb3-131b41be6507, 'name': SearchDatastore_Task, 'duration_secs': 0.03372} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.628696] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.628696] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.628696] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.628696] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.628696] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.634104] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62bbe480-25b4-440b-9f63-992a37474228 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.635868] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693813, 'name': ReconfigVM_Task, 'duration_secs': 0.555816} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.643660] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0/volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.649136] env[62777]: DEBUG nova.compute.provider_tree [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.652989] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dda8fb5-7728-4fde-b9de-8bb26c1bf29c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.671200] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.671417] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.672153] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693817, 'name': CreateVM_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.674617] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1441.674617] env[62777]: value = "vm-353202" [ 1441.674617] env[62777]: _type = "VirtualMachine" [ 1441.674617] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1441.675573] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c71a010c-988d-4844-91a8-959657f54c23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.677869] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9cdd356-0c06-406f-b8e0-2c3f6a579ecb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.681395] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1441.681395] env[62777]: value = "task-1693818" [ 1441.681395] env[62777]: _type = "Task" [ 1441.681395] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.690199] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.691357] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lease: (returnval){ [ 1441.691357] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523ac9bd-ee5a-1c92-ba9d-e1c2e92dc179" [ 1441.691357] env[62777]: _type = "HttpNfcLease" [ 1441.691357] env[62777]: } obtained for exporting VM: (result){ [ 1441.691357] env[62777]: value = "vm-353202" [ 1441.691357] env[62777]: _type = "VirtualMachine" [ 1441.691357] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1441.691677] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the lease: (returnval){ [ 1441.691677] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523ac9bd-ee5a-1c92-ba9d-e1c2e92dc179" [ 1441.691677] env[62777]: _type = "HttpNfcLease" [ 1441.691677] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1441.691832] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1441.691832] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5299e7b8-6e41-267f-9168-552bfadee036" [ 1441.691832] env[62777]: _type = "Task" [ 1441.691832] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.703911] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.714324] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5299e7b8-6e41-267f-9168-552bfadee036, 'name': SearchDatastore_Task, 'duration_secs': 0.020698} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.714575] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1441.714575] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523ac9bd-ee5a-1c92-ba9d-e1c2e92dc179" [ 1441.714575] env[62777]: _type = "HttpNfcLease" [ 1441.714575] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1441.715382] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1441.715382] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523ac9bd-ee5a-1c92-ba9d-e1c2e92dc179" [ 1441.715382] env[62777]: _type = "HttpNfcLease" [ 1441.715382] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1441.717955] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b324a08a-9c55-4bb9-97df-da465f6f8fbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.718360] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d6934d-7a72-4d4a-9faf-a3d181672994 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.724476] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1441.724476] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb88e6-b7d0-2629-521c-d4ecf4f5d016" [ 1441.724476] env[62777]: _type = "Task" [ 1441.724476] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.727594] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310f70-850c-14d3-30e3-602c95a14a9c/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1441.727674] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310f70-850c-14d3-30e3-602c95a14a9c/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1441.788870] env[62777]: INFO nova.compute.manager [-] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Took 1.28 seconds to deallocate network for instance. [ 1441.797083] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb88e6-b7d0-2629-521c-d4ecf4f5d016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.813296] env[62777]: DEBUG oslo_vmware.api [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693814, 'name': PowerOnVM_Task, 'duration_secs': 0.533286} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.813296] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.813517] env[62777]: INFO nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1441.813616] env[62777]: DEBUG nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1441.815375] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57460738-4f01-400d-bbd7-77281e92561a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.832310] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f9c1627-bdb6-4ca8-b7c1-4723a1363be1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.001234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.136988] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693817, 'name': CreateVM_Task, 'duration_secs': 0.338646} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.137897] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1442.138389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.138557] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.138864] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1442.139822] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483e6c3e-7dcc-4358-a2fd-30ebaac3b1d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.144380] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1442.144380] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cbdf31-380b-048b-9740-172c2486c043" [ 1442.144380] env[62777]: _type = "Task" [ 1442.144380] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.154199] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cbdf31-380b-048b-9740-172c2486c043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.161708] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.166018] env[62777]: DEBUG nova.scheduler.client.report [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1442.193916] env[62777]: DEBUG oslo_vmware.api [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693818, 'name': ReconfigVM_Task, 'duration_secs': 0.144868} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.195384] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353199', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'name': 'volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0a4868a-0eea-4f93-98d0-c4a4f0070d42', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'serial': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1442.240559] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb88e6-b7d0-2629-521c-d4ecf4f5d016, 'name': SearchDatastore_Task, 'duration_secs': 0.014674} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.240559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.240822] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.240989] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ab7af5-676f-4916-861b-1140edced0ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.248790] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1442.248790] env[62777]: value = "task-1693820" [ 1442.248790] env[62777]: _type = "Task" [ 1442.248790] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.258880] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.307533] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.338168] env[62777]: INFO nova.compute.manager [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Took 37.82 seconds to build instance. [ 1442.391357] env[62777]: DEBUG nova.network.neutron [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Updated VIF entry in instance network info cache for port e56a8952-7a69-4fcb-97cd-343f97f1680a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.391476] env[62777]: DEBUG nova.network.neutron [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Updating instance_info_cache with network_info: [{"id": "e56a8952-7a69-4fcb-97cd-343f97f1680a", "address": "fa:16:3e:9d:a4:3d", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56a8952-7a", "ovs_interfaceid": "e56a8952-7a69-4fcb-97cd-343f97f1680a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.439215] env[62777]: DEBUG nova.network.neutron [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Successfully updated port: 746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1442.558403] env[62777]: DEBUG nova.compute.manager [req-2f62b870-f340-4d84-ab88-ebfaee815cec req-ebf37fcc-2b75-46d6-8b62-6e19ba313be9 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Received event network-vif-plugged-746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1442.558622] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f62b870-f340-4d84-ab88-ebfaee815cec req-ebf37fcc-2b75-46d6-8b62-6e19ba313be9 service nova] Acquiring lock "2f314999-0e60-4400-a7ed-fa1f00109495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.559013] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f62b870-f340-4d84-ab88-ebfaee815cec req-ebf37fcc-2b75-46d6-8b62-6e19ba313be9 service nova] Lock "2f314999-0e60-4400-a7ed-fa1f00109495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.559585] env[62777]: DEBUG oslo_concurrency.lockutils [req-2f62b870-f340-4d84-ab88-ebfaee815cec req-ebf37fcc-2b75-46d6-8b62-6e19ba313be9 service nova] Lock "2f314999-0e60-4400-a7ed-fa1f00109495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.559585] env[62777]: DEBUG nova.compute.manager [req-2f62b870-f340-4d84-ab88-ebfaee815cec req-ebf37fcc-2b75-46d6-8b62-6e19ba313be9 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] No waiting events found dispatching network-vif-plugged-746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.559715] env[62777]: WARNING nova.compute.manager [req-2f62b870-f340-4d84-ab88-ebfaee815cec req-ebf37fcc-2b75-46d6-8b62-6e19ba313be9 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Received unexpected event network-vif-plugged-746764f2-16ce-4a98-8e29-335ca963836e for instance with vm_state building and task_state block_device_mapping. [ 1442.663410] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cbdf31-380b-048b-9740-172c2486c043, 'name': SearchDatastore_Task, 'duration_secs': 0.015587} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.664970] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.665708] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.666202] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.666531] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.667310] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.671823] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6607c795-55fe-4ea0-bbcb-607401ec07f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.675198] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.676083] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1442.680054] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.680800] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.557s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.681239] env[62777]: DEBUG nova.objects.instance [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1442.698312] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.698312] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.700772] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d482a83e-e8df-4eb4-9fca-08d4d888c867 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.711408] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1442.711408] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c59d0d-c8af-7207-10d8-66759e01d4e1" [ 1442.711408] env[62777]: _type = "Task" [ 1442.711408] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.720549] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c59d0d-c8af-7207-10d8-66759e01d4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.764761] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693820, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.840654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-12699eb7-b405-4719-a332-51eb455fb814 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.250s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.895552] env[62777]: DEBUG oslo_concurrency.lockutils [req-6c19a3cf-efbb-4f74-ab43-2e8c321ff20c req-b964e429-0024-4774-afb9-f547f40eb0c9 service nova] Releasing lock "refresh_cache-d1d3e66c-48ca-4300-bee1-77df013cb5e3" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.942661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquiring lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.942920] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquired lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.943271] env[62777]: DEBUG nova.network.neutron [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.042639] env[62777]: DEBUG oslo_concurrency.lockutils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.043172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.043567] env[62777]: INFO nova.compute.manager [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Attaching volume 8e0b8d33-68ba-43cf-97d0-0abd5fe410fe to /dev/sdb [ 1443.080384] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794cc1e-776b-4f10-b91d-646efacf37ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.090394] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588fca2b-e6bc-4adb-960a-4d3d5b7efd40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.105381] env[62777]: DEBUG nova.virt.block_device [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updating existing volume attachment record: cc20ed68-f191-4b8c-8bd4-9408917e1646 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1443.167501] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.183056] env[62777]: DEBUG nova.compute.utils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.185132] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1443.185369] env[62777]: DEBUG nova.network.neutron [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1443.230235] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c59d0d-c8af-7207-10d8-66759e01d4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.060973} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.231494] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924bd86b-9293-4f56-9a26-7b1ca769947a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.240512] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1443.240512] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ae5635-1cab-fc5e-0450-94aba55a573b" [ 1443.240512] env[62777]: _type = "Task" [ 1443.240512] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.253427] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ae5635-1cab-fc5e-0450-94aba55a573b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.267930] env[62777]: DEBUG nova.objects.instance [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lazy-loading 'flavor' on Instance uuid f0a4868a-0eea-4f93-98d0-c4a4f0070d42 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.269925] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738102} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.271274] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.271274] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.271916] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afef02a5-0d87-4cb4-873b-d6ac604af18a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.280339] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1443.280339] env[62777]: value = "task-1693821" [ 1443.280339] env[62777]: _type = "Task" [ 1443.280339] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.291807] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.316194] env[62777]: DEBUG nova.policy [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45583962953841bbb89459d4b08d3489', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2865b3e288344234bf754dee916e6aa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1443.526204] env[62777]: DEBUG nova.network.neutron [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1443.633157] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1443.633157] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1443.633666] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1443.634125] env[62777]: DEBUG nova.virt.hardware [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1443.634824] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f66c4-1c8a-48b9-a18b-cdb3c40ba610 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.644227] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad5695-4d5a-4bfc-8d51-5df682b1c9da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.673769] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693816, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.378846} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.674425] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 63b6a0f2-410a-42ec-9c13-8302967ada1b/63b6a0f2-410a-42ec-9c13-8302967ada1b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.674731] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.675062] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2c8f516-4946-4bd0-a4af-ca6008de28bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.681965] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1443.681965] env[62777]: value = "task-1693825" [ 1443.681965] env[62777]: _type = "Task" [ 1443.681965] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.688328] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1443.698032] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.699326] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bfff436f-10c6-48fc-b7ea-ba7c26cb3b4d tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.700631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.761s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.702302] env[62777]: INFO nova.compute.claims [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.752708] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ae5635-1cab-fc5e-0450-94aba55a573b, 'name': SearchDatastore_Task, 'duration_secs': 0.054598} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.753656] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1443.753906] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d1d3e66c-48ca-4300-bee1-77df013cb5e3/d1d3e66c-48ca-4300-bee1-77df013cb5e3.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.754338] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-712492fc-46a6-4725-85a1-8b9b5e619ade {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.763403] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1443.763403] env[62777]: value = "task-1693826" [ 1443.763403] env[62777]: _type = "Task" [ 1443.763403] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.777224] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.777887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cbca8456-0f53-4a9a-ba9e-d6bea9f48277 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.921s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.799571] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172159} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.800442] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.801509] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb2398-b21d-48d0-b0e4-79d44ebd5272 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.823711] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.824434] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32b62045-a73e-4466-8f30-e8fed8292365 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.846429] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1443.846429] env[62777]: value = "task-1693827" [ 1443.846429] env[62777]: _type = "Task" [ 1443.846429] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.850772] env[62777]: DEBUG nova.network.neutron [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updating instance_info_cache with network_info: [{"id": "746764f2-16ce-4a98-8e29-335ca963836e", "address": "fa:16:3e:fb:96:fa", "network": {"id": "d9a6b292-8007-4e0d-b9e6-ec001f37a020", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1916336397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a85188683444bb8a582d345469b666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746764f2-16", "ovs_interfaceid": "746764f2-16ce-4a98-8e29-335ca963836e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.857578] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.944530] env[62777]: DEBUG nova.network.neutron [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Successfully created port: 841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.209714] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128759} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.210721] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.212109] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e476583-3452-407c-921b-e7d3b4bc3722 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.241305] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 63b6a0f2-410a-42ec-9c13-8302967ada1b/63b6a0f2-410a-42ec-9c13-8302967ada1b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.242799] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-febe15b8-6de3-4008-86ee-3819a62de32c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.272616] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1444.272616] env[62777]: value = "task-1693828" [ 1444.272616] env[62777]: _type = "Task" [ 1444.272616] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.284280] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693826, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.292129] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.353648] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Releasing lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.353858] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Instance network_info: |[{"id": "746764f2-16ce-4a98-8e29-335ca963836e", "address": "fa:16:3e:fb:96:fa", "network": {"id": "d9a6b292-8007-4e0d-b9e6-ec001f37a020", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1916336397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a85188683444bb8a582d345469b666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746764f2-16", "ovs_interfaceid": "746764f2-16ce-4a98-8e29-335ca963836e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.354359] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:96:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f35e69ef-c2c8-4b8c-9887-33e97b242c0a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '746764f2-16ce-4a98-8e29-335ca963836e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.363221] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Creating folder: Project (26a85188683444bb8a582d345469b666). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.368532] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d904274-c6df-464e-9f3b-fd55a52766df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.370693] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.383978] env[62777]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1444.384247] env[62777]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62777) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1444.384727] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Folder already exists: Project (26a85188683444bb8a582d345469b666). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1444.385033] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Creating folder: Instances. Parent ref: group-v353158. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1444.385315] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89e40e3d-d5d4-4c27-a579-fe4cb50ec60b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.396178] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Created folder: Instances in parent group-v353158. [ 1444.396501] env[62777]: DEBUG oslo.service.loopingcall [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1444.396713] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.396933] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a25e3470-fe68-43fe-9e0c-b5d988aecddf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.416896] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.416896] env[62777]: value = "task-1693831" [ 1444.416896] env[62777]: _type = "Task" [ 1444.416896] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.427966] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693831, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.709762] env[62777]: DEBUG nova.compute.manager [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1444.713543] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1444.761622] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1444.761622] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1444.761622] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1444.761880] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1444.761975] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1444.762139] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1444.763073] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1444.763073] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1444.763073] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1444.763073] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1444.763073] env[62777]: DEBUG nova.virt.hardware [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.763862] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67940867-b41f-43b7-b892-668f8b752707 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.786263] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ffeece-3321-4c1f-aa15-f1e6db09ad87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.792123] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680697} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.798804] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d1d3e66c-48ca-4300-bee1-77df013cb5e3/d1d3e66c-48ca-4300-bee1-77df013cb5e3.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1444.799105] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1444.799893] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693828, 'name': ReconfigVM_Task, 'duration_secs': 0.328162} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.800575] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da6e13b-a378-433f-954c-21aeca769271 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.802762] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 63b6a0f2-410a-42ec-9c13-8302967ada1b/63b6a0f2-410a-42ec-9c13-8302967ada1b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.811774] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324e6387-efa5-4d16-b29a-6bc1a7b28faa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.824308] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1444.824308] env[62777]: value = "task-1693832" [ 1444.824308] env[62777]: _type = "Task" [ 1444.824308] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.828298] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1444.828298] env[62777]: value = "task-1693833" [ 1444.828298] env[62777]: _type = "Task" [ 1444.828298] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.836184] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.845206] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693833, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.860602] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.927869] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693831, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.965071] env[62777]: DEBUG nova.compute.manager [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Received event network-changed-746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1444.965350] env[62777]: DEBUG nova.compute.manager [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Refreshing instance network info cache due to event network-changed-746764f2-16ce-4a98-8e29-335ca963836e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1444.965581] env[62777]: DEBUG oslo_concurrency.lockutils [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] Acquiring lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1444.965757] env[62777]: DEBUG oslo_concurrency.lockutils [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] Acquired lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.965968] env[62777]: DEBUG nova.network.neutron [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Refreshing network info cache for port 746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.222571] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.222571] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.235138] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.251328] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74cbb25-7587-43e1-8634-a11a0d76db51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.259657] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f5f4b1-ce14-4e98-a905-42356459b4c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.293380] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a25cae-cea7-47b1-b52c-900d1f88c538 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.301257] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305771c1-0791-49a6-b6c4-a78c2c706c88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.314736] env[62777]: DEBUG nova.compute.provider_tree [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1445.323823] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "8935b7cd-baea-4835-8da9-7aef46cc3896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.324122] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.324415] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "8935b7cd-baea-4835-8da9-7aef46cc3896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.324619] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.324791] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.330370] env[62777]: INFO nova.compute.manager [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Terminating instance [ 1445.341561] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071014} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.344317] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1445.344630] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693833, 'name': Rename_Task, 'duration_secs': 0.153871} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.345830] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1cbf980-0793-48c2-8f54-8242d3e4ac3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.348837] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.349424] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7495adfc-2788-41e7-bcef-c3e4755aaaa1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.376501] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d1d3e66c-48ca-4300-bee1-77df013cb5e3/d1d3e66c-48ca-4300-bee1-77df013cb5e3.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1445.381598] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49fdb762-e811-4515-b6fc-3c8630fa1a6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.397852] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1445.397852] env[62777]: value = "task-1693834" [ 1445.397852] env[62777]: _type = "Task" [ 1445.397852] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.398168] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693827, 'name': ReconfigVM_Task, 'duration_secs': 1.388948} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.399291] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd/8f2d989c-64c8-4291-8a05-aa479da4a9cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.403264] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c95dd90-88f4-480b-a514-77c2fe2ee5e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.406034] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1445.406034] env[62777]: value = "task-1693835" [ 1445.406034] env[62777]: _type = "Task" [ 1445.406034] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.414653] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.414653] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1445.414653] env[62777]: value = "task-1693836" [ 1445.414653] env[62777]: _type = "Task" [ 1445.414653] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.422631] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693835, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.429359] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693836, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.433429] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693831, 'name': CreateVM_Task, 'duration_secs': 0.515521} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.433573] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.434533] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '72d239a6-3836-4d80-a607-0988b863cbdc', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353166', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'name': 'volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f314999-0e60-4400-a7ed-fa1f00109495', 'attached_at': '', 'detached_at': '', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'serial': '1c59f5f8-d30a-48d7-9349-c47c670b34e3'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62777) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1445.434754] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Root volume attach. Driver type: vmdk {{(pid=62777) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1445.435659] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54992f11-b3c2-422f-bf56-7a3f1dc551dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.444041] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b5491c-186c-439a-9b11-01845274fe0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.450706] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79d44c-5811-4b39-98ac-9ef8a70b6f6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.457189] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8e371e6f-ba68-46eb-90e1-291bc758b129 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.465023] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1445.465023] env[62777]: value = "task-1693838" [ 1445.465023] env[62777]: _type = "Task" [ 1445.465023] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.475733] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693838, 'name': RelocateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.574435] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-6af16382-5385-4bbf-8c7b-1f438f0e0261-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.574864] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-6af16382-5385-4bbf-8c7b-1f438f0e0261-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.575451] env[62777]: DEBUG nova.objects.instance [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'flavor' on Instance uuid 6af16382-5385-4bbf-8c7b-1f438f0e0261 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1445.617686] env[62777]: DEBUG nova.network.neutron [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Successfully updated port: 841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1445.726256] env[62777]: INFO nova.compute.manager [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Detaching volume 6e5bcfb2-d202-4b7d-b741-254f4c53caf0 [ 1445.770535] env[62777]: INFO nova.virt.block_device [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Attempting to driver detach volume 6e5bcfb2-d202-4b7d-b741-254f4c53caf0 from mountpoint /dev/sdb [ 1445.770965] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1445.771306] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353199', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'name': 'volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0a4868a-0eea-4f93-98d0-c4a4f0070d42', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'serial': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1445.772464] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84173599-2ee4-4e82-ae9a-6ce0417ab89e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.778061] env[62777]: DEBUG nova.network.neutron [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updated VIF entry in instance network info cache for port 746764f2-16ce-4a98-8e29-335ca963836e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1445.778477] env[62777]: DEBUG nova.network.neutron [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updating instance_info_cache with network_info: [{"id": "746764f2-16ce-4a98-8e29-335ca963836e", "address": "fa:16:3e:fb:96:fa", "network": {"id": "d9a6b292-8007-4e0d-b9e6-ec001f37a020", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1916336397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a85188683444bb8a582d345469b666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746764f2-16", "ovs_interfaceid": "746764f2-16ce-4a98-8e29-335ca963836e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.797552] env[62777]: DEBUG oslo_concurrency.lockutils [req-763b29e2-e055-42a4-9d10-69bc4606114e req-9ddf94f0-6249-4c8a-a350-baede5a0b150 service nova] Releasing lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.798294] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa4c70b-77fb-4df4-af8e-c7d61f9956e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.807192] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fb0ae1-08fa-4996-ab10-2891cc9bbcce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.832637] env[62777]: DEBUG nova.scheduler.client.report [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1445.838275] env[62777]: DEBUG nova.compute.manager [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1445.838644] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1445.839565] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d6296-2126-4b43-8f39-fafbcd39fbaf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.843342] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e529065-b48c-4d00-b3ae-96d005038601 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.860088] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] The volume has not been displaced from its original location: [datastore1] volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0/volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1445.865526] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1445.868408] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66e6413f-0c62-4561-8e48-46aa76903e83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.881393] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.882106] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19c098b9-baf2-4b6c-a570-d51a06d4a699 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.889780] env[62777]: DEBUG oslo_vmware.api [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1445.889780] env[62777]: value = "task-1693840" [ 1445.889780] env[62777]: _type = "Task" [ 1445.889780] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.891683] env[62777]: DEBUG oslo_vmware.api [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1445.891683] env[62777]: value = "task-1693839" [ 1445.891683] env[62777]: _type = "Task" [ 1445.891683] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.911339] env[62777]: DEBUG oslo_vmware.api [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.919820] env[62777]: DEBUG oslo_vmware.api [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.928055] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693834, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.933885] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693835, 'name': ReconfigVM_Task, 'duration_secs': 0.346455} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.938275] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d1d3e66c-48ca-4300-bee1-77df013cb5e3/d1d3e66c-48ca-4300-bee1-77df013cb5e3.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1445.939378] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693836, 'name': Rename_Task, 'duration_secs': 0.17695} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.939601] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30b10e33-71bb-4779-baab-a104289faaf0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.942248] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.942567] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4314fa1-1cf5-4b56-9c07-72d39b3e91bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.949392] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1445.949392] env[62777]: value = "task-1693841" [ 1445.949392] env[62777]: _type = "Task" [ 1445.949392] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.950951] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1445.950951] env[62777]: value = "task-1693842" [ 1445.950951] env[62777]: _type = "Task" [ 1445.950951] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.963129] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.966270] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693841, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.975879] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693838, 'name': RelocateVM_Task} progress is 20%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.122070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.122196] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.122467] env[62777]: DEBUG nova.network.neutron [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1446.202312] env[62777]: DEBUG nova.objects.instance [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'pci_requests' on Instance uuid 6af16382-5385-4bbf-8c7b-1f438f0e0261 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.338668] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.339266] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1446.342237] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.278s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.344432] env[62777]: INFO nova.compute.claims [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.413975] env[62777]: DEBUG oslo_vmware.api [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693840, 'name': ReconfigVM_Task, 'duration_secs': 0.295778} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.418336] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "420c618f-af56-4288-be5f-61f8e601a442" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.418640] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "420c618f-af56-4288-be5f-61f8e601a442" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.419897] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1446.425269] env[62777]: DEBUG oslo_vmware.api [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693839, 'name': PowerOffVM_Task, 'duration_secs': 0.245817} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.429292] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b08ea174-db78-4bfc-8f53-4fe656c22314 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.439618] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.439840] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.440169] env[62777]: DEBUG oslo_vmware.api [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693834, 'name': PowerOnVM_Task, 'duration_secs': 0.572439} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.441267] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d12750-7296-404e-9f3b-4d0a150d3921 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.442894] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.443121] env[62777]: INFO nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1446.443301] env[62777]: DEBUG nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.445223] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d61fb2-1913-4142-93c1-67aa00370439 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.449721] env[62777]: DEBUG oslo_vmware.api [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1446.449721] env[62777]: value = "task-1693843" [ 1446.449721] env[62777]: _type = "Task" [ 1446.449721] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.469230] env[62777]: DEBUG oslo_vmware.api [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693843, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.479349] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693842, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.479630] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693841, 'name': Rename_Task, 'duration_secs': 0.184571} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.480358] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1446.480635] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ebc4b15-9360-4250-872b-2fa12e209146 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.485573] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693838, 'name': RelocateVM_Task, 'duration_secs': 0.51954} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.486250] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1446.486477] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353166', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'name': 'volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f314999-0e60-4400-a7ed-fa1f00109495', 'attached_at': '', 'detached_at': '', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'serial': '1c59f5f8-d30a-48d7-9349-c47c670b34e3'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1446.487268] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f0432f-3f32-4a0d-8610-828ccf394dd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.490896] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1446.490896] env[62777]: value = "task-1693845" [ 1446.490896] env[62777]: _type = "Task" [ 1446.490896] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.507065] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c310a459-f089-47af-808b-daa28298c4e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.513512] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693845, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.533804] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3/volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1446.534616] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-438609ea-a3e9-4818-81fb-ac38a9d3746a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.555344] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1446.555344] env[62777]: value = "task-1693846" [ 1446.555344] env[62777]: _type = "Task" [ 1446.555344] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.563656] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693846, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.594091] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.594091] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.594091] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Deleting the datastore file [datastore1] 8935b7cd-baea-4835-8da9-7aef46cc3896 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.594402] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba28119-3346-42e0-9a3b-df54e090b744 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.603154] env[62777]: DEBUG oslo_vmware.api [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1446.603154] env[62777]: value = "task-1693847" [ 1446.603154] env[62777]: _type = "Task" [ 1446.603154] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.610972] env[62777]: DEBUG oslo_vmware.api [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.664229] env[62777]: DEBUG nova.network.neutron [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1446.705739] env[62777]: DEBUG nova.objects.base [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Object Instance<6af16382-5385-4bbf-8c7b-1f438f0e0261> lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1446.705739] env[62777]: DEBUG nova.network.neutron [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.760882] env[62777]: DEBUG nova.policy [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.831340] env[62777]: DEBUG nova.network.neutron [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.849486] env[62777]: DEBUG nova.compute.utils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.850391] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1446.850518] env[62777]: DEBUG nova.network.neutron [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.896063] env[62777]: DEBUG nova.policy [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674db848d8f4480eb47b24838b831405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f031fd95294ac299f15a5361cec215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.926736] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.965783] env[62777]: DEBUG oslo_vmware.api [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693843, 'name': ReconfigVM_Task, 'duration_secs': 0.169082} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.965783] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353199', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'name': 'volume-6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f0a4868a-0eea-4f93-98d0-c4a4f0070d42', 'attached_at': '', 'detached_at': '', 'volume_id': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0', 'serial': '6e5bcfb2-d202-4b7d-b741-254f4c53caf0'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1446.976991] env[62777]: DEBUG oslo_vmware.api [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693842, 'name': PowerOnVM_Task, 'duration_secs': 0.626603} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.979753] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1446.980193] env[62777]: DEBUG nova.compute.manager [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1446.980877] env[62777]: INFO nova.compute.manager [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Took 38.45 seconds to build instance. [ 1446.982686] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfadca9-acce-4e2a-812b-d0a17aad181e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.005284] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693845, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.066028] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.103990] env[62777]: DEBUG nova.network.neutron [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Successfully created port: eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.122818] env[62777]: DEBUG oslo_vmware.api [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390895} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.122967] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.123173] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.123355] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.123531] env[62777]: INFO nova.compute.manager [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1447.123776] env[62777]: DEBUG oslo.service.loopingcall [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.123967] env[62777]: DEBUG nova.compute.manager [-] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.124082] env[62777]: DEBUG nova.network.neutron [-] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.334389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.334736] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Instance network_info: |[{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1447.335246] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:a8:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '841ef835-82ac-40c1-b122-71ccdf310265', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1447.344210] env[62777]: DEBUG oslo.service.loopingcall [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.344515] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1447.344690] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97a76c93-904c-4a10-9915-b87924da2e2e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.360677] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.373403] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1447.373403] env[62777]: value = "task-1693848" [ 1447.373403] env[62777]: _type = "Task" [ 1447.373403] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.386255] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693848, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.417811] env[62777]: DEBUG nova.network.neutron [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Successfully created port: 540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1447.455620] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.491387] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db74e9fe-d557-4922-932b-178091eb8a0f tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.069s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.511212] env[62777]: DEBUG oslo_vmware.api [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693845, 'name': PowerOnVM_Task, 'duration_secs': 0.868138} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.511685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.511931] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1447.512161] env[62777]: INFO nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1447.512342] env[62777]: DEBUG nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1447.513153] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b6364e-dfa6-43f3-8a0b-678c4f8ec7fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.550373] env[62777]: DEBUG nova.objects.instance [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lazy-loading 'flavor' on Instance uuid f0a4868a-0eea-4f93-98d0-c4a4f0070d42 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.583366] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693846, 'name': ReconfigVM_Task, 'duration_secs': 0.625315} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.585524] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Reconfigured VM instance instance-00000036 to attach disk [datastore1] volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3/volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.591840] env[62777]: DEBUG nova.compute.manager [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received event network-vif-plugged-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1447.592098] env[62777]: DEBUG oslo_concurrency.lockutils [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.592390] env[62777]: DEBUG oslo_concurrency.lockutils [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.592575] env[62777]: DEBUG oslo_concurrency.lockutils [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.592747] env[62777]: DEBUG nova.compute.manager [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] No waiting events found dispatching network-vif-plugged-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.592913] env[62777]: WARNING nova.compute.manager [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received unexpected event network-vif-plugged-841ef835-82ac-40c1-b122-71ccdf310265 for instance with vm_state building and task_state spawning. [ 1447.593087] env[62777]: DEBUG nova.compute.manager [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received event network-changed-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1447.593247] env[62777]: DEBUG nova.compute.manager [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing instance network info cache due to event network-changed-841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1447.593422] env[62777]: DEBUG oslo_concurrency.lockutils [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.593554] env[62777]: DEBUG oslo_concurrency.lockutils [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.593721] env[62777]: DEBUG nova.network.neutron [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1447.597966] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36979a49-5c5c-416c-9045-6efea21eb463 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.617475] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1447.617475] env[62777]: value = "task-1693849" [ 1447.617475] env[62777]: _type = "Task" [ 1447.617475] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.627598] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.661956] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1447.662245] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353207', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'name': 'volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b4966a3a-7826-4e9a-ae37-5404ac0d9810', 'attached_at': '', 'detached_at': '', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'serial': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1447.663195] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a12c33-5264-4dd3-845d-51c31b0f56c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.683442] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71fcef2-2abe-438d-8e6a-6bf04244f1e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.711468] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe/volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.714298] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14b6be4-06b8-4c0f-8133-deca4c2d65d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.735529] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Waiting for the task: (returnval){ [ 1447.735529] env[62777]: value = "task-1693850" [ 1447.735529] env[62777]: _type = "Task" [ 1447.735529] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.748662] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693850, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.883615] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693848, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.026125] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd910aa5-db00-4b91-9a06-132a4a2701f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.037915] env[62777]: INFO nova.compute.manager [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Took 36.76 seconds to build instance. [ 1448.043017] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4bf099-907b-4a99-b987-89218918fcdc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.082651] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b52f18-6156-4ce7-b357-b61b02fb5a1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.094094] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe6eb9-2ffc-4a4d-a35e-d506064fe873 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.112021] env[62777]: DEBUG nova.compute.provider_tree [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.129757] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.249652] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.372209] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1448.388051] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693848, 'name': CreateVM_Task, 'duration_secs': 0.528766} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.388238] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.388983] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.389170] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.389518] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.389968] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0f3e7a-0eb1-482e-9b19-a0f9cb91338a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.395394] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1448.395394] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5241772e-43e1-5946-4d18-591ef48c7eff" [ 1448.395394] env[62777]: _type = "Task" [ 1448.395394] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.405992] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5241772e-43e1-5946-4d18-591ef48c7eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.408771] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1448.409010] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1448.409183] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.409385] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1448.409709] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.409925] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1448.410178] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1448.410351] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1448.410767] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1448.410767] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1448.410980] env[62777]: DEBUG nova.virt.hardware [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1448.411854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1217a98-0435-47ed-b05d-0ddbd563a557 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.420267] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affff27a-e44d-48aa-b3fa-b61e9f2eeb0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.450404] env[62777]: DEBUG nova.network.neutron [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updated VIF entry in instance network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.450856] env[62777]: DEBUG nova.network.neutron [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.545473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1babe156-59f3-498a-b944-15902f36ae1d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.726s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.590822] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c79c2dea-df36-4b2a-a712-d106e3d7b555 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.368s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.619035] env[62777]: DEBUG nova.scheduler.client.report [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1448.637478] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693849, 'name': ReconfigVM_Task, 'duration_secs': 0.903144} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.637775] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353166', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'name': 'volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f314999-0e60-4400-a7ed-fa1f00109495', 'attached_at': '', 'detached_at': '', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'serial': '1c59f5f8-d30a-48d7-9349-c47c670b34e3'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1448.638378] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fb133f8-fd24-4eec-bb07-fddb2cc5bad1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.646267] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1448.646267] env[62777]: value = "task-1693851" [ 1448.646267] env[62777]: _type = "Task" [ 1448.646267] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.662892] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693851, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.688741] env[62777]: DEBUG nova.network.neutron [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Successfully updated port: eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.748253] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693850, 'name': ReconfigVM_Task, 'duration_secs': 0.697741} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.748630] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe/volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.754126] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36fefb7d-bc4c-4aef-834d-f4a422370082 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.770658] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Waiting for the task: (returnval){ [ 1448.770658] env[62777]: value = "task-1693852" [ 1448.770658] env[62777]: _type = "Task" [ 1448.770658] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.781340] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693852, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.906419] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5241772e-43e1-5946-4d18-591ef48c7eff, 'name': SearchDatastore_Task, 'duration_secs': 0.016025} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.906738] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.906973] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.907229] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.907446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.907643] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.907912] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a681de-10c1-4e14-8d1e-794fe36be25e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.916820] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.917082] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.917842] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6da76f-dff6-4b7e-b436-3f96780c15a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.923500] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1448.923500] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5241eaef-13e7-7ebd-3c0c-6449c38bcedf" [ 1448.923500] env[62777]: _type = "Task" [ 1448.923500] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.931861] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5241eaef-13e7-7ebd-3c0c-6449c38bcedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.957659] env[62777]: DEBUG oslo_concurrency.lockutils [req-81c66d04-da2d-472b-bc51-12b8238237d1 req-89d98f00-728f-40dc-a9b8-64e67e8d02f3 service nova] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.991422] env[62777]: DEBUG nova.network.neutron [-] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.133475] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.134145] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1449.137217] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.195s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.137452] env[62777]: DEBUG nova.objects.instance [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lazy-loading 'resources' on Instance uuid a31ad77d-308f-4a6f-beb0-1da4730e8ba9 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.158906] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693851, 'name': Rename_Task, 'duration_secs': 0.18112} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.159223] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.159441] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c4dc1bf-6e40-46dc-ad48-1fc3ac463778 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.167570] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1449.167570] env[62777]: value = "task-1693853" [ 1449.167570] env[62777]: _type = "Task" [ 1449.167570] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.177487] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.191885] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.192111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.192314] env[62777]: DEBUG nova.network.neutron [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.281979] env[62777]: DEBUG oslo_vmware.api [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693852, 'name': ReconfigVM_Task, 'duration_secs': 0.204584} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.282396] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353207', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'name': 'volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b4966a3a-7826-4e9a-ae37-5404ac0d9810', 'attached_at': '', 'detached_at': '', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'serial': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1449.435479] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5241eaef-13e7-7ebd-3c0c-6449c38bcedf, 'name': SearchDatastore_Task, 'duration_secs': 0.021828} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.436413] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84226792-e016-4142-a3b7-51685735e032 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.442171] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1449.442171] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5218a1bf-81ee-f949-bdda-c3dcbdba7229" [ 1449.442171] env[62777]: _type = "Task" [ 1449.442171] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.450963] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5218a1bf-81ee-f949-bdda-c3dcbdba7229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.494735] env[62777]: INFO nova.compute.manager [-] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Took 2.37 seconds to deallocate network for instance. [ 1449.641237] env[62777]: DEBUG nova.compute.utils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.649561] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.649864] env[62777]: DEBUG nova.network.neutron [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.680436] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693853, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.702195] env[62777]: DEBUG nova.policy [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43eb2a087407434f8e005318cc7b47cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '694eabca510b47b7b5b25d2d744a0833', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.742870] env[62777]: DEBUG nova.compute.manager [req-9193c801-bb1d-46fd-98c1-6b941b97ceef req-e82456ee-3623-4988-93b7-c55447dae30c service nova] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Received event network-vif-deleted-ba2cb20f-0c89-4e2a-9ca5-bb391ed69fe5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1449.756567] env[62777]: WARNING nova.network.neutron [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] d0c3c151-941f-4790-8913-99e26f4b7572 already exists in list: networks containing: ['d0c3c151-941f-4790-8913-99e26f4b7572']. ignoring it [ 1449.963804] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5218a1bf-81ee-f949-bdda-c3dcbdba7229, 'name': SearchDatastore_Task, 'duration_secs': 0.014903} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.963804] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.963933] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.967532] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b2118d2-6a5a-4f1f-973b-6f8e77dbdb43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.976486] env[62777]: DEBUG nova.network.neutron [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Successfully updated port: 540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.980208] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1449.980208] env[62777]: value = "task-1693854" [ 1449.980208] env[62777]: _type = "Task" [ 1449.980208] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.995755] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.001976] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.067787] env[62777]: DEBUG nova.network.neutron [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Successfully created port: f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1450.150650] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1450.180057] env[62777]: DEBUG oslo_vmware.api [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1693853, 'name': PowerOnVM_Task, 'duration_secs': 0.796151} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.180057] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.180057] env[62777]: INFO nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1450.180057] env[62777]: DEBUG nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.181037] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b069359-113c-40e8-b7fe-e6da739a365d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.333719] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ee3577-52d6-49e0-9f7b-d50d6faa6f28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.336650] env[62777]: DEBUG nova.objects.instance [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lazy-loading 'flavor' on Instance uuid b4966a3a-7826-4e9a-ae37-5404ac0d9810 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.348034] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd22c6e-7ed4-4b95-8dd8-739cf58a7ce4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.383205] env[62777]: DEBUG nova.network.neutron [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eecfec1b-e888-47b5-ab43-ea8db9ced625", "address": "fa:16:3e:de:ad:c9", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecfec1b-e8", "ovs_interfaceid": "eecfec1b-e888-47b5-ab43-ea8db9ced625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.386042] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdfe797-7aff-406f-9233-a6f7801ed934 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.401683] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f6ef39-339e-4008-9d1d-a209b9e38a13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.420255] env[62777]: DEBUG nova.compute.provider_tree [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.481293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.481656] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.481909] env[62777]: DEBUG nova.network.neutron [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.493597] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693854, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.544612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.544668] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.546033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.546033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1450.546033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.548072] env[62777]: INFO nova.compute.manager [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Terminating instance [ 1450.705113] env[62777]: INFO nova.compute.manager [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Took 36.41 seconds to build instance. [ 1450.844196] env[62777]: DEBUG oslo_concurrency.lockutils [None req-60a4f921-41b3-4414-9358-b8accd672d7f tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.801s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.890923] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.891947] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1450.892234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.893442] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c2d211-1b03-498d-90b6-d8e85f298a50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.913766] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1450.914023] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1450.914088] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.914275] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1450.914425] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.914566] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1450.914765] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1450.914918] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1450.915176] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1450.915257] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1450.915429] env[62777]: DEBUG nova.virt.hardware [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1450.921799] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Reconfiguring VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1450.922185] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3931f6a9-21a2-4985-a64c-62fdbb0a9dbc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.936786] env[62777]: DEBUG nova.scheduler.client.report [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1450.949105] env[62777]: DEBUG oslo_vmware.api [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1450.949105] env[62777]: value = "task-1693855" [ 1450.949105] env[62777]: _type = "Task" [ 1450.949105] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.958065] env[62777]: DEBUG oslo_vmware.api [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693855, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.994698] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789525} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.995511] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.995669] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.996157] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4389b0-5ad5-4578-8208-8af134ec735d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.002930] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1451.002930] env[62777]: value = "task-1693856" [ 1451.002930] env[62777]: _type = "Task" [ 1451.002930] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.009064] env[62777]: DEBUG nova.compute.manager [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-vif-plugged-eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1451.009383] env[62777]: DEBUG oslo_concurrency.lockutils [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.009821] env[62777]: DEBUG oslo_concurrency.lockutils [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.009821] env[62777]: DEBUG oslo_concurrency.lockutils [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.010181] env[62777]: DEBUG nova.compute.manager [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] No waiting events found dispatching network-vif-plugged-eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1451.010181] env[62777]: WARNING nova.compute.manager [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received unexpected event network-vif-plugged-eecfec1b-e888-47b5-ab43-ea8db9ced625 for instance with vm_state active and task_state None. [ 1451.010359] env[62777]: DEBUG nova.compute.manager [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-changed-eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1451.010522] env[62777]: DEBUG nova.compute.manager [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Refreshing instance network info cache due to event network-changed-eecfec1b-e888-47b5-ab43-ea8db9ced625. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1451.010808] env[62777]: DEBUG oslo_concurrency.lockutils [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] Acquiring lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.010907] env[62777]: DEBUG oslo_concurrency.lockutils [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] Acquired lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.011150] env[62777]: DEBUG nova.network.neutron [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Refreshing network info cache for port eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1451.018653] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.033866] env[62777]: DEBUG nova.network.neutron [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.055482] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "refresh_cache-8f2d989c-64c8-4291-8a05-aa479da4a9cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.055482] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquired lock "refresh_cache-8f2d989c-64c8-4291-8a05-aa479da4a9cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.055643] env[62777]: DEBUG nova.network.neutron [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.165560] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1451.206902] env[62777]: DEBUG nova.network.neutron [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [{"id": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "address": "fa:16:3e:9c:5b:1e", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb7c1-87", "ovs_interfaceid": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.208665] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99331a92-5d2d-4d05-bbef-5ba031ad2742 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "2f314999-0e60-4400-a7ed-fa1f00109495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.299s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.368155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "86df93ec-b132-4ad8-b20c-0156267d2249" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.368155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "86df93ec-b132-4ad8-b20c-0156267d2249" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.444654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.449514] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.368s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.449514] env[62777]: DEBUG nova.objects.instance [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lazy-loading 'resources' on Instance uuid 9d4b8943-c1b3-46db-805f-e7195f8b3306 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.451710] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167bc596-d0ba-464e-9c9f-3a859ad53e1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.465839] env[62777]: DEBUG oslo_vmware.api [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.467618] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Suspending the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1451.467820] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-538bd427-df31-4625-9ad7-13f9e16dde10 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.473573] env[62777]: INFO nova.scheduler.client.report [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Deleted allocations for instance a31ad77d-308f-4a6f-beb0-1da4730e8ba9 [ 1451.475833] env[62777]: DEBUG oslo_vmware.api [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1451.475833] env[62777]: value = "task-1693857" [ 1451.475833] env[62777]: _type = "Task" [ 1451.475833] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.490102] env[62777]: DEBUG oslo_vmware.api [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693857, 'name': SuspendVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.510283] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1451.510584] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1451.510742] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1451.510925] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1451.511118] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1451.512176] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1451.512176] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1451.512176] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1451.512176] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1451.512176] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1451.512176] env[62777]: DEBUG nova.virt.hardware [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1451.513151] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0497de9c-e61f-45ef-8662-de4e35222a9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.522892] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241836} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.523442] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.524227] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237725c8-0075-4582-9e4c-00ee6b001e27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.532833] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c1ad2-eb47-4069-a5a0-830d5bc23fdc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.559035] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.562551] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9bb6ae-61bc-48c8-819f-36408b63eadb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.595197] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1451.595197] env[62777]: value = "task-1693858" [ 1451.595197] env[62777]: _type = "Task" [ 1451.595197] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.605254] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.615773] env[62777]: DEBUG nova.network.neutron [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1451.710783] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.711251] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Instance network_info: |[{"id": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "address": "fa:16:3e:9c:5b:1e", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb7c1-87", "ovs_interfaceid": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.711807] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:5b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '540cb7c1-87b0-4e41-9189-8ad9db1cfb9e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.723799] env[62777]: DEBUG oslo.service.loopingcall [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.727874] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.729089] env[62777]: DEBUG nova.network.neutron [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.730578] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e516f9a-1a62-4ee9-a24e-767e4174c17c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.758791] env[62777]: DEBUG nova.network.neutron [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Successfully updated port: f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.762282] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.762282] env[62777]: value = "task-1693859" [ 1451.762282] env[62777]: _type = "Task" [ 1451.762282] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.777164] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693859, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.872135] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1451.915171] env[62777]: DEBUG nova.network.neutron [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updated VIF entry in instance network info cache for port eecfec1b-e888-47b5-ab43-ea8db9ced625. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.916056] env[62777]: DEBUG nova.network.neutron [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eecfec1b-e888-47b5-ab43-ea8db9ced625", "address": "fa:16:3e:de:ad:c9", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecfec1b-e8", "ovs_interfaceid": "eecfec1b-e888-47b5-ab43-ea8db9ced625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.970635] env[62777]: DEBUG oslo_vmware.api [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.987281] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffdc62c5-caa4-44b9-80a6-d1c5219d347b tempest-InstanceActionsTestJSON-1859285735 tempest-InstanceActionsTestJSON-1859285735-project-member] Lock "a31ad77d-308f-4a6f-beb0-1da4730e8ba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.908s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.993859] env[62777]: DEBUG oslo_vmware.api [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693857, 'name': SuspendVM_Task} progress is 75%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.109270] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.255779] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Releasing lock "refresh_cache-8f2d989c-64c8-4291-8a05-aa479da4a9cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.256597] env[62777]: DEBUG nova.compute.manager [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1452.256597] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1452.257342] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c36631-7735-4263-9144-bfecdd43b025 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.263928] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "refresh_cache-f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.264145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquired lock "refresh_cache-f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.264337] env[62777]: DEBUG nova.network.neutron [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1452.276731] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1452.280975] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70146275-6a83-45d3-a6d9-a251b51133c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.291812] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693859, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.295026] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310f70-850c-14d3-30e3-602c95a14a9c/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1452.298403] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd019885-1e82-469a-b382-726d830643e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.302544] env[62777]: DEBUG oslo_vmware.api [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1452.302544] env[62777]: value = "task-1693860" [ 1452.302544] env[62777]: _type = "Task" [ 1452.302544] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.312147] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310f70-850c-14d3-30e3-602c95a14a9c/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1452.312426] env[62777]: ERROR oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310f70-850c-14d3-30e3-602c95a14a9c/disk-0.vmdk due to incomplete transfer. [ 1452.313267] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-294af646-69b7-4140-9343-54b2e3fccb0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.318026] env[62777]: DEBUG oslo_vmware.api [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.325475] env[62777]: DEBUG oslo_vmware.rw_handles [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52310f70-850c-14d3-30e3-602c95a14a9c/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1452.325740] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Uploaded image d9dc973e-3119-41c5-bc05-6363b59b0332 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1452.328500] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1452.328650] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67085588-16c8-4ec1-b12f-2c2fbeee54c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.336063] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1452.336063] env[62777]: value = "task-1693861" [ 1452.336063] env[62777]: _type = "Task" [ 1452.336063] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.340252] env[62777]: DEBUG nova.network.neutron [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.353231] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693861, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.396807] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1452.422205] env[62777]: DEBUG oslo_concurrency.lockutils [req-75a9358f-d6d0-4a7f-9e17-f892ade9ba7a req-e69a03c9-e5ee-40bd-a719-2409986e15e1 service nova] Releasing lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.466743] env[62777]: DEBUG oslo_vmware.api [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693855, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.493101] env[62777]: DEBUG oslo_vmware.api [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693857, 'name': SuspendVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.544134] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201e89e5-6dbf-4e54-b11b-3f21bc07a947 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.552372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1a9d7c-5642-4632-804e-4118d66839f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.557354] env[62777]: DEBUG nova.compute.manager [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.558147] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8c0ece-d0c0-433f-9c18-4ea51e1424ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.594804] env[62777]: DEBUG nova.network.neutron [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Updating instance_info_cache with network_info: [{"id": "f37e6a30-dbbd-4986-9399-645d4610743c", "address": "fa:16:3e:82:42:a2", "network": {"id": "df316b4c-1cc7-407b-bce9-6d6488302d47", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1630762320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "694eabca510b47b7b5b25d2d744a0833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37e6a30-db", "ovs_interfaceid": "f37e6a30-dbbd-4986-9399-645d4610743c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.596677] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3718bb5f-98aa-4cc8-8e4c-f99a5e8439a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.611029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17382c1f-1c39-41fc-a35c-4da7e2447bdf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.615011] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693858, 'name': ReconfigVM_Task, 'duration_secs': 0.881991} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.616364] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.617650] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ebe55b5-fd60-4df3-95a2-7538edd10aff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.632746] env[62777]: DEBUG nova.compute.provider_tree [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.641372] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1452.641372] env[62777]: value = "task-1693862" [ 1452.641372] env[62777]: _type = "Task" [ 1452.641372] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.651144] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693862, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.777397] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693859, 'name': CreateVM_Task, 'duration_secs': 0.784636} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.778186] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.778682] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.779341] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.779686] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.780122] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0883eeb2-b7cb-45b1-a328-bce7fc0a76d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.785404] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1452.785404] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b890e1-7ccc-d3f2-96f8-775546f600b3" [ 1452.785404] env[62777]: _type = "Task" [ 1452.785404] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.796083] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b890e1-7ccc-d3f2-96f8-775546f600b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.818014] env[62777]: DEBUG oslo_vmware.api [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693860, 'name': PowerOffVM_Task, 'duration_secs': 0.262419} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.818604] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1452.818979] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1452.819499] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81cb2f79-b370-445b-a817-c64fff8509b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.849593] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693861, 'name': Destroy_Task, 'duration_secs': 0.430366} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.849839] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Destroyed the VM [ 1452.849998] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1452.850239] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-482dbfca-6708-45fc-b2ff-936bc43dd998 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.853389] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1452.853584] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1452.853759] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Deleting the datastore file [datastore1] 8f2d989c-64c8-4291-8a05-aa479da4a9cd {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1452.853987] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dbc07a4-dab3-424b-b415-12bad289abbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.857824] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1452.857824] env[62777]: value = "task-1693864" [ 1452.857824] env[62777]: _type = "Task" [ 1452.857824] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.862025] env[62777]: DEBUG oslo_vmware.api [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for the task: (returnval){ [ 1452.862025] env[62777]: value = "task-1693865" [ 1452.862025] env[62777]: _type = "Task" [ 1452.862025] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.868200] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693864, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.872681] env[62777]: DEBUG oslo_vmware.api [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.961844] env[62777]: DEBUG oslo_vmware.api [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693855, 'name': ReconfigVM_Task, 'duration_secs': 1.535204} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.962364] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.962601] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Reconfigured VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1452.991069] env[62777]: DEBUG oslo_vmware.api [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693857, 'name': SuspendVM_Task, 'duration_secs': 1.019867} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.991346] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Suspended the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1452.991528] env[62777]: DEBUG nova.compute.manager [None req-ff6fcc01-a3bb-4560-a225-065181179247 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.992431] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d5fdcb-9e18-4b0d-a50a-8942ac195ea9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.095400] env[62777]: INFO nova.compute.manager [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] instance snapshotting [ 1453.098115] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acb8bdc-5455-405d-9c75-d4f058f5bcc2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.101043] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Releasing lock "refresh_cache-f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.101370] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Instance network_info: |[{"id": "f37e6a30-dbbd-4986-9399-645d4610743c", "address": "fa:16:3e:82:42:a2", "network": {"id": "df316b4c-1cc7-407b-bce9-6d6488302d47", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1630762320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "694eabca510b47b7b5b25d2d744a0833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37e6a30-db", "ovs_interfaceid": "f37e6a30-dbbd-4986-9399-645d4610743c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.102053] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:42:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f37e6a30-dbbd-4986-9399-645d4610743c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.109188] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Creating folder: Project (694eabca510b47b7b5b25d2d744a0833). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.109897] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f38b5e9b-555c-4095-8ca9-c2a8fe2ecac8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.127039] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a16bd8-090a-4f0a-9f8c-1231d10b6c5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.129708] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Created folder: Project (694eabca510b47b7b5b25d2d744a0833) in parent group-v353040. [ 1453.129888] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Creating folder: Instances. Parent ref: group-v353212. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1453.130177] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab9988ed-6474-4e5f-87f3-c030e1ec9f8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.141921] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Created folder: Instances in parent group-v353212. [ 1453.142172] env[62777]: DEBUG oslo.service.loopingcall [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.145365] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.145365] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2578039-8039-4ec4-ba83-46b2405e863c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.161767] env[62777]: ERROR nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [req-a4ca5c4d-16f6-4e58-ad42-86d9b5026ebb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4ca5c4d-16f6-4e58-ad42-86d9b5026ebb"}]} [ 1453.168541] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693862, 'name': Rename_Task, 'duration_secs': 0.170599} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.168865] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.170294] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c8c3d43-44db-441e-8c74-e81f2d88d5d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.172124] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.172124] env[62777]: value = "task-1693868" [ 1453.172124] env[62777]: _type = "Task" [ 1453.172124] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.176442] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1453.176442] env[62777]: value = "task-1693869" [ 1453.176442] env[62777]: _type = "Task" [ 1453.176442] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.181090] env[62777]: DEBUG nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1453.187648] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693868, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.190674] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.197062] env[62777]: DEBUG nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1453.197287] env[62777]: DEBUG nova.compute.provider_tree [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1453.211914] env[62777]: DEBUG nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1453.234806] env[62777]: DEBUG nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1453.304564] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b890e1-7ccc-d3f2-96f8-775546f600b3, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.308915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.309351] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.309714] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.309972] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.310320] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.311053] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efabcd8c-4cdf-4878-8131-4506b7e83649 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.326098] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.326445] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.327614] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0307e9c-c82a-4cf7-98ae-26e8d1c17e97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.334769] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1453.334769] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529da44d-62a8-1770-be6e-042740ea2dcb" [ 1453.334769] env[62777]: _type = "Task" [ 1453.334769] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.348734] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529da44d-62a8-1770-be6e-042740ea2dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.372741] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693864, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.380427] env[62777]: DEBUG oslo_vmware.api [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Task: {'id': task-1693865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38124} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.380743] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1453.380938] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1453.381194] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1453.381290] env[62777]: INFO nova.compute.manager [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1453.381530] env[62777]: DEBUG oslo.service.loopingcall [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.381722] env[62777]: DEBUG nova.compute.manager [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1453.381849] env[62777]: DEBUG nova.network.neutron [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1453.403133] env[62777]: DEBUG nova.network.neutron [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1453.467862] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4734286f-0621-48a7-a012-8cb11d89f15d tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-6af16382-5385-4bbf-8c7b-1f438f0e0261-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.893s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.642464] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1453.642840] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b1fc844-a023-4756-90ee-2edfe0e0b636 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.653985] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1453.653985] env[62777]: value = "task-1693870" [ 1453.653985] env[62777]: _type = "Task" [ 1453.653985] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.668546] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693870, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.681304] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693868, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.696682] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693869, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.715877] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.716192] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.716392] env[62777]: INFO nova.compute.manager [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Shelving [ 1453.766034] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efbfe30-414e-4320-9125-44a2f4553b44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.774777] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc2fd53-f96c-4b06-a7ac-b51c87420e9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.806702] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd528c4b-d33e-4fbc-9a75-3901af7f08be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.812992] env[62777]: DEBUG nova.compute.manager [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Received event network-vif-plugged-540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1453.813239] env[62777]: DEBUG oslo_concurrency.lockutils [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] Acquiring lock "7075ea82-4047-4b59-905b-478903d90a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.813452] env[62777]: DEBUG oslo_concurrency.lockutils [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] Lock "7075ea82-4047-4b59-905b-478903d90a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.813642] env[62777]: DEBUG oslo_concurrency.lockutils [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] Lock "7075ea82-4047-4b59-905b-478903d90a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.813776] env[62777]: DEBUG nova.compute.manager [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] No waiting events found dispatching network-vif-plugged-540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.813934] env[62777]: WARNING nova.compute.manager [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Received unexpected event network-vif-plugged-540cb7c1-87b0-4e41-9189-8ad9db1cfb9e for instance with vm_state building and task_state spawning. [ 1453.814099] env[62777]: DEBUG nova.compute.manager [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Received event network-changed-540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1453.814256] env[62777]: DEBUG nova.compute.manager [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Refreshing instance network info cache due to event network-changed-540cb7c1-87b0-4e41-9189-8ad9db1cfb9e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1453.814431] env[62777]: DEBUG oslo_concurrency.lockutils [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] Acquiring lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.814622] env[62777]: DEBUG oslo_concurrency.lockutils [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] Acquired lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.814710] env[62777]: DEBUG nova.network.neutron [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Refreshing network info cache for port 540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.824215] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c102e338-16a1-4f70-8767-a702f90faebc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.843478] env[62777]: DEBUG nova.compute.provider_tree [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.855459] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529da44d-62a8-1770-be6e-042740ea2dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.029282} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.856784] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab84aa4-3281-4abf-8090-70bfdde216af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.868758] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693864, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.869080] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1453.869080] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5261bd6d-821c-5d32-d5f5-3fe8a5070ffd" [ 1453.869080] env[62777]: _type = "Task" [ 1453.869080] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.877392] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5261bd6d-821c-5d32-d5f5-3fe8a5070ffd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.906469] env[62777]: DEBUG nova.network.neutron [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.164352] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.182188] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693868, 'name': CreateVM_Task, 'duration_secs': 0.593351} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.189628] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1454.194489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.194722] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.195102] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1454.195768] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbcdca93-f91d-4921-ae9e-2236bdf1aa4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.205157] env[62777]: DEBUG oslo_vmware.api [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1693869, 'name': PowerOnVM_Task, 'duration_secs': 0.796439} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.205849] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.206098] env[62777]: INFO nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1454.206397] env[62777]: DEBUG nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1454.207176] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e0567e-2ebc-437c-a742-353608f10c39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.210935] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1454.210935] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52be5ce3-5e97-5502-3240-04c132d31be8" [ 1454.210935] env[62777]: _type = "Task" [ 1454.210935] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.225283] env[62777]: DEBUG nova.compute.manager [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Received event network-vif-plugged-f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1454.225788] env[62777]: DEBUG oslo_concurrency.lockutils [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] Acquiring lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.226147] env[62777]: DEBUG oslo_concurrency.lockutils [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.226529] env[62777]: DEBUG oslo_concurrency.lockutils [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.226748] env[62777]: DEBUG nova.compute.manager [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] No waiting events found dispatching network-vif-plugged-f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.226961] env[62777]: WARNING nova.compute.manager [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Received unexpected event network-vif-plugged-f37e6a30-dbbd-4986-9399-645d4610743c for instance with vm_state building and task_state spawning. [ 1454.227336] env[62777]: DEBUG nova.compute.manager [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Received event network-changed-f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1454.227533] env[62777]: DEBUG nova.compute.manager [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Refreshing instance network info cache due to event network-changed-f37e6a30-dbbd-4986-9399-645d4610743c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1454.227779] env[62777]: DEBUG oslo_concurrency.lockutils [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] Acquiring lock "refresh_cache-f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.227964] env[62777]: DEBUG oslo_concurrency.lockutils [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] Acquired lock "refresh_cache-f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.228155] env[62777]: DEBUG nova.network.neutron [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Refreshing network info cache for port f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.235816] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52be5ce3-5e97-5502-3240-04c132d31be8, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.237309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.237802] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.238052] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.348950] env[62777]: DEBUG nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1454.371447] env[62777]: DEBUG oslo_vmware.api [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693864, 'name': RemoveSnapshot_Task, 'duration_secs': 1.059047} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.377281] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1454.377281] env[62777]: INFO nova.compute.manager [None req-40a2672c-209f-4f97-864c-c89629adf92f tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Took 16.48 seconds to snapshot the instance on the hypervisor. [ 1454.385058] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5261bd6d-821c-5d32-d5f5-3fe8a5070ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.021404} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.385322] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.385575] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d/7075ea82-4047-4b59-905b-478903d90a9d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.385843] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.386038] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.386248] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e2143bd-72f4-4fb1-a42e-3183bbfd0d15 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.388234] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70d42cb9-3b3f-4c64-9db5-db32f6a4668e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.395552] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1454.395552] env[62777]: value = "task-1693871" [ 1454.395552] env[62777]: _type = "Task" [ 1454.395552] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.400077] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.400375] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.401773] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c9bfc8-2cfe-4eec-8136-e44adc5ae385 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.409450] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.409692] env[62777]: INFO nova.compute.manager [-] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Took 1.03 seconds to deallocate network for instance. [ 1454.420022] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1454.420022] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5228afcf-8bad-802a-c832-2e21545acdbb" [ 1454.420022] env[62777]: _type = "Task" [ 1454.420022] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.425566] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5228afcf-8bad-802a-c832-2e21545acdbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.664747] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693870, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.742896] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.743426] env[62777]: INFO nova.compute.manager [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Took 39.07 seconds to build instance. [ 1454.744642] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fef9632-6a3d-4caa-911c-ef8eb65f432d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.753335] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1454.753335] env[62777]: value = "task-1693872" [ 1454.753335] env[62777]: _type = "Task" [ 1454.753335] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.762576] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.856028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.406s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.857385] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.924s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.857615] env[62777]: DEBUG nova.objects.instance [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lazy-loading 'resources' on Instance uuid c3e1cd1c-e809-44b4-9467-fd0e418ba5e1 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.888306] env[62777]: INFO nova.scheduler.client.report [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted allocations for instance 9d4b8943-c1b3-46db-805f-e7195f8b3306 [ 1454.907918] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693871, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.917855] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.935011] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5228afcf-8bad-802a-c832-2e21545acdbb, 'name': SearchDatastore_Task, 'duration_secs': 0.013258} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.936157] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9398cd66-1d57-4c44-8a7f-229290cb5a89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.947684] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1454.947684] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52025140-ff4f-f0ba-7c6f-9fce8823b3aa" [ 1454.947684] env[62777]: _type = "Task" [ 1454.947684] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.961254] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52025140-ff4f-f0ba-7c6f-9fce8823b3aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.995915] env[62777]: DEBUG nova.network.neutron [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Updated VIF entry in instance network info cache for port f37e6a30-dbbd-4986-9399-645d4610743c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.996335] env[62777]: DEBUG nova.network.neutron [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Updating instance_info_cache with network_info: [{"id": "f37e6a30-dbbd-4986-9399-645d4610743c", "address": "fa:16:3e:82:42:a2", "network": {"id": "df316b4c-1cc7-407b-bce9-6d6488302d47", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1630762320-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "694eabca510b47b7b5b25d2d744a0833", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf37e6a30-db", "ovs_interfaceid": "f37e6a30-dbbd-4986-9399-645d4610743c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.175251] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693870, 'name': CreateSnapshot_Task, 'duration_secs': 1.371402} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.176368] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1455.177297] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddf29cb-281c-4696-b768-fb656ee84a21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.220664] env[62777]: DEBUG nova.network.neutron [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updated VIF entry in instance network info cache for port 540cb7c1-87b0-4e41-9189-8ad9db1cfb9e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1455.221554] env[62777]: DEBUG nova.network.neutron [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [{"id": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "address": "fa:16:3e:9c:5b:1e", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb7c1-87", "ovs_interfaceid": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.247532] env[62777]: DEBUG oslo_concurrency.lockutils [None req-48da9233-8a24-490a-9646-4c69782ecb1b tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.518s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.267397] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693872, 'name': PowerOffVM_Task, 'duration_secs': 0.311896} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.267762] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.268792] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5a25ed-3203-4a67-95bc-5412b850a918 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.294134] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38001d6e-54d3-4a50-a04a-bd20ed2e5899 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.396655] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92b204e7-43c6-496b-8158-955ca9fb335c tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9d4b8943-c1b3-46db-805f-e7195f8b3306" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.207s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.412257] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.862025} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.414032] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d/7075ea82-4047-4b59-905b-478903d90a9d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.414257] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.415783] env[62777]: DEBUG nova.objects.instance [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lazy-loading 'flavor' on Instance uuid 865a4907-bb1b-411b-b837-867b99de7458 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.417492] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c744f07-17a1-4308-b3ce-4f8498263ce6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.426178] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1455.426178] env[62777]: value = "task-1693873" [ 1455.426178] env[62777]: _type = "Task" [ 1455.426178] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.435409] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.460774] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52025140-ff4f-f0ba-7c6f-9fce8823b3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.064133} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.461072] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.461339] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f8d7fb97-78c9-4dac-9e73-1f3ec66b0537/f8d7fb97-78c9-4dac-9e73-1f3ec66b0537.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1455.461588] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a9ecd42-bda7-48c5-85bb-b9aff69b18e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.479342] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1455.479342] env[62777]: value = "task-1693874" [ 1455.479342] env[62777]: _type = "Task" [ 1455.479342] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.488374] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.501471] env[62777]: DEBUG oslo_concurrency.lockutils [req-503ca957-a91a-4185-b420-b7c5c2fe78dc req-bc5fabbb-b318-4617-b9b5-c7b43da647bb service nova] Releasing lock "refresh_cache-f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.708246] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1455.709219] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80e33521-fc2b-4972-8bca-fda6c7dae215 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.722713] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1455.722713] env[62777]: value = "task-1693875" [ 1455.722713] env[62777]: _type = "Task" [ 1455.722713] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.726051] env[62777]: DEBUG oslo_concurrency.lockutils [req-78dc28c1-0fcb-453d-acd1-17dd0db796a5 req-33ea8c62-8b1d-466c-98e4-16fbbf7931ce service nova] Releasing lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.736371] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693875, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.807979] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1455.808364] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00ad4d95-2eb2-438d-b6e5-6213b54ca9ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.820223] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1455.820223] env[62777]: value = "task-1693876" [ 1455.820223] env[62777]: _type = "Task" [ 1455.820223] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.825565] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.825565] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.837406] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693876, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.929167] env[62777]: DEBUG oslo_concurrency.lockutils [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.929167] env[62777]: DEBUG oslo_concurrency.lockutils [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.941719] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245044} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.941984] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1455.944084] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2329617b-1ea3-4672-95fd-3c49ddd512a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.974335] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d/7075ea82-4047-4b59-905b-478903d90a9d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1455.976895] env[62777]: DEBUG nova.compute.manager [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1455.977079] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852252d5-c7b1-4d1e-92db-327eede452ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.992704] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5b9a3b-90c1-41bd-be0d-7c3681793440 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.998572] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b00d17-b09a-45aa-8e0b-355777e319f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.026311] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1456.026311] env[62777]: value = "task-1693877" [ 1456.026311] env[62777]: _type = "Task" [ 1456.026311] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.026922] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693874, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.029137] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d859691-55ae-4f61-92bf-32a100e0ba4b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.045536] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.077253] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bd80dc-dc9c-44e4-8089-95825d99744e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.086924] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31ab8ed-e1e8-4186-8d2d-e697b5f27747 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.103120] env[62777]: DEBUG nova.compute.provider_tree [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.134275] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "a19f9cf9-0026-437b-84ee-66f875aeb636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.134654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.134891] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "a19f9cf9-0026-437b-84ee-66f875aeb636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.135258] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.135519] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.138895] env[62777]: INFO nova.compute.manager [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Terminating instance [ 1456.236939] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693875, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.332648] env[62777]: INFO nova.compute.manager [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Detaching volume 8e0b8d33-68ba-43cf-97d0-0abd5fe410fe [ 1456.336599] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693876, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.374135] env[62777]: INFO nova.virt.block_device [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Attempting to driver detach volume 8e0b8d33-68ba-43cf-97d0-0abd5fe410fe from mountpoint /dev/sdb [ 1456.374455] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1456.374662] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353207', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'name': 'volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b4966a3a-7826-4e9a-ae37-5404ac0d9810', 'attached_at': '', 'detached_at': '', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'serial': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1456.375591] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504e847d-5c6a-484f-a63e-96d5bf94fd1c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.398683] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d3454d-f469-456a-b5bf-8e5aa9d57648 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.406657] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6beb0ee-3c63-40ab-babc-aac513945697 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.433561] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b1b89-40d6-4164-aee7-b4599e324582 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.449805] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe/volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1456.455082] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1456.456518] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fb639d8-333a-497c-ace2-d9c7bdf10f2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.471559] env[62777]: DEBUG nova.compute.manager [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Received event network-changed-746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1456.471747] env[62777]: DEBUG nova.compute.manager [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Refreshing instance network info cache due to event network-changed-746764f2-16ce-4a98-8e29-335ca963836e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1456.471959] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] Acquiring lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.472116] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] Acquired lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.472281] env[62777]: DEBUG nova.network.neutron [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Refreshing network info cache for port 746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1456.481317] env[62777]: DEBUG oslo_vmware.api [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Waiting for the task: (returnval){ [ 1456.481317] env[62777]: value = "task-1693878" [ 1456.481317] env[62777]: _type = "Task" [ 1456.481317] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.488893] env[62777]: DEBUG oslo_vmware.api [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.511886] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835853} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.512209] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f8d7fb97-78c9-4dac-9e73-1f3ec66b0537/f8d7fb97-78c9-4dac-9e73-1f3ec66b0537.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1456.512465] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1456.512731] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d0413cf-80bf-4a86-a4f5-2a77f8e0c06b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.519461] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1456.519461] env[62777]: value = "task-1693879" [ 1456.519461] env[62777]: _type = "Task" [ 1456.519461] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.527801] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.529142] env[62777]: INFO nova.compute.manager [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] instance snapshotting [ 1456.529399] env[62777]: WARNING nova.compute.manager [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1456.536548] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a44c46c-0b4d-465c-88c5-b2abd095ec8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.544622] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693877, 'name': ReconfigVM_Task, 'duration_secs': 0.440203} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.559251] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d/7075ea82-4047-4b59-905b-478903d90a9d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.560404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1994e224-a4d6-4e9e-9698-139fa0b76b7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.563744] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce2d139-5b39-4f9a-b25f-383b12a0e39d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.574118] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1456.574118] env[62777]: value = "task-1693880" [ 1456.574118] env[62777]: _type = "Task" [ 1456.574118] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.583350] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693880, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.584283] env[62777]: DEBUG nova.network.neutron [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.643290] env[62777]: DEBUG nova.compute.manager [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1456.643573] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.644641] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3d30cc-f175-4750-bbca-e91e64b07f17 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.649867] env[62777]: DEBUG nova.scheduler.client.report [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1456.650184] env[62777]: DEBUG nova.compute.provider_tree [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 79 to 80 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1456.650388] env[62777]: DEBUG nova.compute.provider_tree [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1456.659219] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.659343] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54d90032-29e2-4382-ab49-50e58e5a50f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.665769] env[62777]: DEBUG oslo_vmware.api [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1456.665769] env[62777]: value = "task-1693881" [ 1456.665769] env[62777]: _type = "Task" [ 1456.665769] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.675178] env[62777]: DEBUG oslo_vmware.api [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.740011] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693875, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.832323] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693876, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.992929] env[62777]: DEBUG oslo_vmware.api [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693878, 'name': ReconfigVM_Task, 'duration_secs': 0.445609} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.992929] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1456.997687] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43a71bdb-8b9a-4655-9f6b-2a214bee9bb8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.018639] env[62777]: DEBUG oslo_vmware.api [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Waiting for the task: (returnval){ [ 1457.018639] env[62777]: value = "task-1693882" [ 1457.018639] env[62777]: _type = "Task" [ 1457.018639] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.035401] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065192} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.036715] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1457.037060] env[62777]: DEBUG oslo_vmware.api [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693882, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.038882] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ab5ddc-5a08-4953-a60b-759bf780d6ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.069049] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] f8d7fb97-78c9-4dac-9e73-1f3ec66b0537/f8d7fb97-78c9-4dac-9e73-1f3ec66b0537.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.071744] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d3f3bba-dd94-4565-9c8d-258feccd7952 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.090024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1457.090024] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a317441-427f-42b5-9e5e-a5b6a51d3371 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.099592] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1457.099592] env[62777]: value = "task-1693883" [ 1457.099592] env[62777]: _type = "Task" [ 1457.099592] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.104482] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693880, 'name': Rename_Task, 'duration_secs': 0.141053} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.107267] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.107931] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1457.107931] env[62777]: value = "task-1693884" [ 1457.107931] env[62777]: _type = "Task" [ 1457.107931] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.108160] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c4fad41-8714-40f9-9aea-628c8e987ee8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.119649] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693883, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.125165] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693884, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.126744] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1457.126744] env[62777]: value = "task-1693885" [ 1457.126744] env[62777]: _type = "Task" [ 1457.126744] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.135847] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.162131] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.167433] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.751s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.167433] env[62777]: INFO nova.compute.claims [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1457.184898] env[62777]: DEBUG oslo_vmware.api [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693881, 'name': PowerOffVM_Task, 'duration_secs': 0.327341} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.186437] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1457.186437] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1457.186437] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6d354b8-0805-439d-931d-9285271939d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.200046] env[62777]: INFO nova.scheduler.client.report [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Deleted allocations for instance c3e1cd1c-e809-44b4-9467-fd0e418ba5e1 [ 1457.242093] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693875, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.264963] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1457.266255] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1457.266255] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleting the datastore file [datastore1] a19f9cf9-0026-437b-84ee-66f875aeb636 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1457.266255] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7055e517-e5ae-4286-bca3-a0ceceba5c47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.277668] env[62777]: DEBUG oslo_vmware.api [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1457.277668] env[62777]: value = "task-1693887" [ 1457.277668] env[62777]: _type = "Task" [ 1457.277668] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.291811] env[62777]: DEBUG oslo_vmware.api [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.322634] env[62777]: DEBUG nova.network.neutron [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updated VIF entry in instance network info cache for port 746764f2-16ce-4a98-8e29-335ca963836e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1457.323020] env[62777]: DEBUG nova.network.neutron [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updating instance_info_cache with network_info: [{"id": "746764f2-16ce-4a98-8e29-335ca963836e", "address": "fa:16:3e:fb:96:fa", "network": {"id": "d9a6b292-8007-4e0d-b9e6-ec001f37a020", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1916336397-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "26a85188683444bb8a582d345469b666", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f35e69ef-c2c8-4b8c-9887-33e97b242c0a", "external-id": "nsx-vlan-transportzone-969", "segmentation_id": 969, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap746764f2-16", "ovs_interfaceid": "746764f2-16ce-4a98-8e29-335ca963836e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.333657] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693876, 'name': CreateSnapshot_Task, 'duration_secs': 1.062782} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.333941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1457.334706] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef3b41d-00c7-4cc6-b0e8-86a74c288b90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.510166] env[62777]: DEBUG nova.compute.manager [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received event network-changed-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1457.510166] env[62777]: DEBUG nova.compute.manager [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing instance network info cache due to event network-changed-841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1457.510166] env[62777]: DEBUG oslo_concurrency.lockutils [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.510166] env[62777]: DEBUG oslo_concurrency.lockutils [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.510166] env[62777]: DEBUG nova.network.neutron [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1457.531326] env[62777]: DEBUG oslo_vmware.api [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Task: {'id': task-1693882, 'name': ReconfigVM_Task, 'duration_secs': 0.212344} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.534736] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353207', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'name': 'volume-8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b4966a3a-7826-4e9a-ae37-5404ac0d9810', 'attached_at': '', 'detached_at': '', 'volume_id': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe', 'serial': '8e0b8d33-68ba-43cf-97d0-0abd5fe410fe'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1457.545749] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-6af16382-5385-4bbf-8c7b-1f438f0e0261-eecfec1b-e888-47b5-ab43-ea8db9ced625" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.546102] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-6af16382-5385-4bbf-8c7b-1f438f0e0261-eecfec1b-e888-47b5-ab43-ea8db9ced625" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.622119] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693883, 'name': ReconfigVM_Task, 'duration_secs': 0.467607} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.622795] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Reconfigured VM instance instance-00000039 to attach disk [datastore1] f8d7fb97-78c9-4dac-9e73-1f3ec66b0537/f8d7fb97-78c9-4dac-9e73-1f3ec66b0537.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.623679] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3510bd5-d700-44c9-9f10-57f321f2fedf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.629115] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693884, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.635279] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1457.635279] env[62777]: value = "task-1693888" [ 1457.635279] env[62777]: _type = "Task" [ 1457.635279] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.642108] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693885, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.654025] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693888, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.709861] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bf246153-c9a1-48a8-afc0-5d6067e9012e tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.596s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.710963] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.102s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.711240] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.714884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.714884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.714884] env[62777]: INFO nova.compute.manager [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Terminating instance [ 1457.716888] env[62777]: DEBUG nova.network.neutron [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.745344] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693875, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.788756] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "38c103b4-6244-4243-aa10-0a71c8c0e530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.789042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.789271] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "38c103b4-6244-4243-aa10-0a71c8c0e530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.789466] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.789636] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.791425] env[62777]: DEBUG oslo_vmware.api [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25525} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.792183] env[62777]: INFO nova.compute.manager [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Terminating instance [ 1457.793338] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.793540] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.793777] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.794083] env[62777]: INFO nova.compute.manager [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1457.794444] env[62777]: DEBUG oslo.service.loopingcall [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.795813] env[62777]: DEBUG nova.compute.manager [-] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1457.795919] env[62777]: DEBUG nova.network.neutron [-] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.826467] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f9d1a8c-625b-493b-a595-9a0ea603a5ed req-070c0955-2184-4a67-ae08-804bc68e5732 service nova] Releasing lock "refresh_cache-2f314999-0e60-4400-a7ed-fa1f00109495" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.855561] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1457.855561] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a629ca70-64e0-467e-b3c8-ebd777ed6655 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.864706] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1457.864706] env[62777]: value = "task-1693889" [ 1457.864706] env[62777]: _type = "Task" [ 1457.864706] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.875592] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693889, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.049530] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.049760] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.051183] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12759a-3e70-493e-80df-c85fb90bc923 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.076029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84b3e7e-a4e4-498d-805c-0140746f8126 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.105514] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Reconfiguring VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1458.105902] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9fe8032-f8ad-4418-896c-d7c70ba1493c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.123104] env[62777]: DEBUG nova.objects.instance [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lazy-loading 'flavor' on Instance uuid b4966a3a-7826-4e9a-ae37-5404ac0d9810 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.136224] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1458.136224] env[62777]: value = "task-1693890" [ 1458.136224] env[62777]: _type = "Task" [ 1458.136224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.136461] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693884, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.146597] env[62777]: DEBUG oslo_vmware.api [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693885, 'name': PowerOnVM_Task, 'duration_secs': 0.579447} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.149803] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.150029] env[62777]: INFO nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1458.150311] env[62777]: DEBUG nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.154835] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a44a7b7-8127-4b66-98a5-9695e319a2a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.158182] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.171302] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693888, 'name': Rename_Task, 'duration_secs': 0.211352} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.172343] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.172649] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42913fcb-32d6-4a25-84b7-2566523c2e57 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.179841] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1458.179841] env[62777]: value = "task-1693891" [ 1458.179841] env[62777]: _type = "Task" [ 1458.179841] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.193862] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.221823] env[62777]: DEBUG oslo_concurrency.lockutils [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.222210] env[62777]: DEBUG nova.compute.manager [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Inject network info {{(pid=62777) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7570}} [ 1458.222575] env[62777]: DEBUG nova.compute.manager [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] network_info to inject: |[{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7571}} [ 1458.228299] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Reconfiguring VM instance to set the machine id {{(pid=62777) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1458.230018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.230018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquired lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.230018] env[62777]: DEBUG nova.network.neutron [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.231832] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4363958b-9130-4d2c-9e66-1ddc3d484dd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.263817] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693875, 'name': CloneVM_Task, 'duration_secs': 2.30293} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.266885] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Created linked-clone VM from snapshot [ 1458.267290] env[62777]: DEBUG oslo_vmware.api [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1458.267290] env[62777]: value = "task-1693892" [ 1458.267290] env[62777]: _type = "Task" [ 1458.267290] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.270893] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7ac092-a860-4bc2-83f8-41a80b470148 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.291316] env[62777]: DEBUG oslo_vmware.api [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.295375] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Uploading image bba14e0d-26ef-422f-bf66-fa1dbdc6e297 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1458.299316] env[62777]: DEBUG nova.compute.manager [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.299889] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1458.304305] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d04b924-09fd-438c-8c75-b52355e8add6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.313342] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.313342] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4b90955-406c-4c1c-84fa-5f2df177256d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.315376] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1458.315650] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-82562742-a03d-4291-8b24-1f0149d56bff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.323931] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1458.323931] env[62777]: value = "task-1693893" [ 1458.323931] env[62777]: _type = "Task" [ 1458.323931] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.325692] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1458.325692] env[62777]: value = "task-1693894" [ 1458.325692] env[62777]: _type = "Task" [ 1458.325692] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.342846] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693893, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.352452] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.381592] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693889, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.572016] env[62777]: DEBUG nova.network.neutron [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updated VIF entry in instance network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1458.572414] env[62777]: DEBUG nova.network.neutron [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.579924] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "d7fed843-179a-4dfb-af08-2c1631ea0818" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.579990] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "d7fed843-179a-4dfb-af08-2c1631ea0818" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.636436] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693884, 'name': CreateSnapshot_Task, 'duration_secs': 1.220367} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.639529] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1458.640773] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef06aad7-d711-484b-82ea-b9e5f453e151 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.663044] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.685904] env[62777]: INFO nova.compute.manager [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Took 36.77 seconds to build instance. [ 1458.693223] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693891, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.747029] env[62777]: DEBUG nova.compute.utils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Can not refresh info_cache because instance was not found {{(pid=62777) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1458.750392] env[62777]: DEBUG nova.network.neutron [-] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.782713] env[62777]: DEBUG nova.network.neutron [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.789843] env[62777]: DEBUG oslo_vmware.api [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693892, 'name': ReconfigVM_Task, 'duration_secs': 0.204563} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.790158] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-77b608b4-6e31-451f-9195-0a7e7985c6dd tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Reconfigured VM instance to set the machine id {{(pid=62777) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1458.839512] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693893, 'name': Destroy_Task, 'duration_secs': 0.489363} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.844909] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Destroyed the VM [ 1458.845189] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1458.847034] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693894, 'name': PowerOffVM_Task, 'duration_secs': 0.238926} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.849492] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a7c802fa-80b6-4ebe-8af0-37f9457613fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.852392] env[62777]: DEBUG nova.compute.manager [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1458.852606] env[62777]: DEBUG nova.compute.manager [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing instance network info cache due to event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1458.852838] env[62777]: DEBUG oslo_concurrency.lockutils [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.853032] env[62777]: DEBUG oslo_concurrency.lockutils [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.853191] env[62777]: DEBUG nova.network.neutron [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.854854] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.855108] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.856572] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9143dc51-d7e7-4d9f-a5c0-3c9bc6adb8c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.867051] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1458.867051] env[62777]: value = "task-1693895" [ 1458.867051] env[62777]: _type = "Task" [ 1458.867051] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.882329] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.886933] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693889, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.893635] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e762a2c2-d661-4ac6-b126-f2f289f1cb05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.901409] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14c6c1-6147-41cd-b16f-fb4483825856 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.940071] env[62777]: DEBUG nova.network.neutron [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.942513] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f76e57-e9fb-4249-a887-d58f50117651 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.952046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616ef033-2e9c-4ccd-a889-c6d2950d284c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.957979] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.958218] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.958395] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Deleting the datastore file [datastore1] 38c103b4-6244-4243-aa10-0a71c8c0e530 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.959308] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2b6e63f-780c-4efe-8913-dadfa502ec7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.971239] env[62777]: DEBUG nova.compute.provider_tree [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.975245] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for the task: (returnval){ [ 1458.975245] env[62777]: value = "task-1693897" [ 1458.975245] env[62777]: _type = "Task" [ 1458.975245] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.983011] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.080930] env[62777]: DEBUG oslo_concurrency.lockutils [req-1ab19b9f-b61a-4682-a13c-3f47c6b4ed48 req-8c188e5b-026d-43ab-ac00-94a2169ddb2c service nova] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.085938] env[62777]: DEBUG nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.134998] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fa464db-74fa-452b-a2d7-52267f027337 tempest-VolumesAssistedSnapshotsTest-2043558516 tempest-VolumesAssistedSnapshotsTest-2043558516-project-admin] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.309s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.150876] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.173594] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1459.173594] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-566a2400-324e-4d2d-bc11-0675fbd38260 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.181100] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1459.181100] env[62777]: value = "task-1693898" [ 1459.181100] env[62777]: _type = "Task" [ 1459.181100] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.187950] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15a04918-02e4-4095-a1a2-c51732d2ceae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.406s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.192271] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693898, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.195824] env[62777]: DEBUG oslo_vmware.api [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693891, 'name': PowerOnVM_Task, 'duration_secs': 0.725551} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.195824] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.195824] env[62777]: INFO nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1459.196072] env[62777]: DEBUG nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.197422] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bc1f02-ae76-4054-b6ac-748281b19a11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.253442] env[62777]: INFO nova.compute.manager [-] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Took 1.46 seconds to deallocate network for instance. [ 1459.380702] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.384107] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693889, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.446597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Releasing lock "refresh_cache-c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.447073] env[62777]: DEBUG nova.compute.manager [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.447319] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.447620] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-619ed021-d110-4155-9746-305bea95fc9c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.457970] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3b9566-56f4-4eff-8067-83b658e3dfb7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.474016] env[62777]: DEBUG nova.scheduler.client.report [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1459.509108] env[62777]: WARNING nova.virt.vmwareapi.vmops [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c3e1cd1c-e809-44b4-9467-fd0e418ba5e1 could not be found. [ 1459.509338] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.509524] env[62777]: INFO nova.compute.manager [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1459.509777] env[62777]: DEBUG oslo.service.loopingcall [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.515655] env[62777]: DEBUG nova.compute.manager [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1459.515834] env[62777]: DEBUG nova.network.neutron [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.517829] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.530702] env[62777]: DEBUG nova.network.neutron [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1459.565677] env[62777]: DEBUG nova.objects.instance [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lazy-loading 'flavor' on Instance uuid 865a4907-bb1b-411b-b837-867b99de7458 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.612074] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.650482] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.690960] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693898, 'name': CloneVM_Task} progress is 93%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.714354] env[62777]: INFO nova.compute.manager [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Took 36.67 seconds to build instance. [ 1459.742485] env[62777]: DEBUG nova.network.neutron [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updated VIF entry in instance network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.743400] env[62777]: DEBUG nova.network.neutron [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.763727] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.858187] env[62777]: DEBUG nova.compute.manager [req-fcfef8d2-46fb-4513-ac01-fb428f01c4b7 req-ec71c9d8-3265-4637-9919-872291ec02d5 service nova] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Received event network-vif-deleted-2f01fcc9-131b-44ac-be05-7584144c29c7 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1459.889950] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693895, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.891404] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693889, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.903936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.904315] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.904545] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.904729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.904894] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.907185] env[62777]: INFO nova.compute.manager [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Terminating instance [ 1459.978874] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.979430] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1459.989071] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.411s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.989320] env[62777]: DEBUG nova.objects.instance [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lazy-loading 'resources' on Instance uuid 053160fc-4510-4394-b638-53fe0dbcb6e0 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.997931] env[62777]: DEBUG oslo_vmware.api [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Task: {'id': task-1693897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.825707} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.998422] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1459.998734] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1459.999063] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1459.999345] env[62777]: INFO nova.compute.manager [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1459.999688] env[62777]: DEBUG oslo.service.loopingcall [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1460.000025] env[62777]: DEBUG nova.compute.manager [-] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.000260] env[62777]: DEBUG nova.network.neutron [-] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.036645] env[62777]: DEBUG nova.network.neutron [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.070499] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1460.151730] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.192893] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693898, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.217545] env[62777]: DEBUG oslo_concurrency.lockutils [None req-167c1d84-8efb-47e6-9f95-09c8962787f8 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.684s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.252022] env[62777]: DEBUG oslo_concurrency.lockutils [req-667ea9b1-c893-4776-99cd-5a654c9a61d6 req-c971d2e5-cd12-42bb-8a95-997df0f52cf1 service nova] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1460.252022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.386058] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693895, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.390233] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693889, 'name': CloneVM_Task, 'duration_secs': 2.451049} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.390627] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Created linked-clone VM from snapshot [ 1460.391517] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340c2e3-4cb9-41de-8dcf-93d5d56e96eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.399953] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Uploading image 396b9b10-f925-42d7-91b4-acdb4dad3fc6 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1460.411675] env[62777]: DEBUG nova.compute.manager [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.411935] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.413427] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db05e28c-d16f-438e-b875-d6fb49272d42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.421431] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.421719] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-098bf8e2-f32d-465a-a463-66fb8b271335 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.432178] env[62777]: DEBUG oslo_vmware.api [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1460.432178] env[62777]: value = "task-1693900" [ 1460.432178] env[62777]: _type = "Task" [ 1460.432178] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.433353] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1460.433353] env[62777]: value = "vm-353218" [ 1460.433353] env[62777]: _type = "VirtualMachine" [ 1460.433353] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1460.434035] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b35b5fe6-065b-4cf0-aaa8-933b14202a0f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.446333] env[62777]: DEBUG oslo_vmware.api [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.448348] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease: (returnval){ [ 1460.448348] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8d249-d690-7cdd-7e9a-568cc3942f0f" [ 1460.448348] env[62777]: _type = "HttpNfcLease" [ 1460.448348] env[62777]: } obtained for exporting VM: (result){ [ 1460.448348] env[62777]: value = "vm-353218" [ 1460.448348] env[62777]: _type = "VirtualMachine" [ 1460.448348] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1460.448785] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the lease: (returnval){ [ 1460.448785] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8d249-d690-7cdd-7e9a-568cc3942f0f" [ 1460.448785] env[62777]: _type = "HttpNfcLease" [ 1460.448785] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1460.455493] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1460.455493] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8d249-d690-7cdd-7e9a-568cc3942f0f" [ 1460.455493] env[62777]: _type = "HttpNfcLease" [ 1460.455493] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1460.493366] env[62777]: DEBUG nova.compute.utils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1460.502350] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.502676] env[62777]: DEBUG nova.network.neutron [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.543898] env[62777]: INFO nova.compute.manager [-] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Took 1.03 seconds to deallocate network for instance. [ 1460.574529] env[62777]: DEBUG nova.policy [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd83ccf9678ec460781e298e6cc4d8f9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'befe7007188742389e4bf91f1c775077', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.655930] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.694431] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693898, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.795643] env[62777]: DEBUG nova.network.neutron [-] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.807142] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.807400] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.807597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.807774] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.807936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.812384] env[62777]: INFO nova.compute.manager [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Terminating instance [ 1460.838861] env[62777]: DEBUG nova.network.neutron [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.880807] env[62777]: DEBUG oslo_vmware.api [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693895, 'name': RemoveSnapshot_Task, 'duration_secs': 1.527456} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.881310] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1460.950593] env[62777]: DEBUG oslo_vmware.api [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693900, 'name': PowerOffVM_Task, 'duration_secs': 0.213733} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.959782] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.959782] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.962306] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e682ebb1-5f4a-44f4-8d1b-90f1234c4bec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.969554] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1460.969554] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8d249-d690-7cdd-7e9a-568cc3942f0f" [ 1460.969554] env[62777]: _type = "HttpNfcLease" [ 1460.969554] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1460.977023] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1460.977023] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d8d249-d690-7cdd-7e9a-568cc3942f0f" [ 1460.977023] env[62777]: _type = "HttpNfcLease" [ 1460.977023] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1460.977023] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cece481-1931-4fe6-bee2-217be7c2552d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.989191] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d1d7-8286-2c36-dfc1-cbb6f487fdf3/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1460.989317] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d1d7-8286-2c36-dfc1-cbb6f487fdf3/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1461.055683] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.058596] env[62777]: INFO nova.compute.manager [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance disappeared during terminate [ 1461.058803] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6d9c23a4-ff31-4ca5-9ae9-59ae73c113b4 tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "c3e1cd1c-e809-44b4-9467-fd0e418ba5e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.348s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.063141] env[62777]: DEBUG nova.network.neutron [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Successfully created port: 8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.078580] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.078806] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.078985] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Deleting the datastore file [datastore1] fc665a3e-b00a-4091-8984-7bcf1c5ffb0a {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.079284] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-879edb60-df2d-426d-bdbd-94ff9ed01566 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.083504] env[62777]: DEBUG oslo_concurrency.lockutils [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.087022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.087022] env[62777]: DEBUG nova.compute.manager [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.087022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16b8cc0-11fd-4e53-a8b6-f94740818310 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.092532] env[62777]: DEBUG oslo_vmware.api [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for the task: (returnval){ [ 1461.092532] env[62777]: value = "task-1693903" [ 1461.092532] env[62777]: _type = "Task" [ 1461.092532] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.098192] env[62777]: DEBUG nova.compute.manager [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1461.098898] env[62777]: DEBUG nova.objects.instance [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'flavor' on Instance uuid 05e9ae8e-e533-4528-8c69-8fdef6f94774 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.106380] env[62777]: DEBUG nova.compute.manager [req-03cf7856-f6e9-49a2-8891-11b631a43bad req-612493ec-bc92-42ff-930d-3342158ab556 service nova] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Received event network-vif-deleted-c8bdebd2-ec6e-4bce-b04a-6ae8c18c8366 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1461.108700] env[62777]: DEBUG oslo_vmware.api [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.118191] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-75ed108a-439e-4ff0-bbee-ab3204bbc1b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.128579] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b863fd-d3d7-4d60-af06-90b012406aab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.139878] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f4f3c-78d8-401c-ac5d-1dc24f570f42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.182098] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59099851-d602-4a98-96c7-9843233fe57a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.188872] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.195824] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977774b6-d01b-4d36-bfe0-8174c3549081 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.202778] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693898, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.213520] env[62777]: DEBUG nova.compute.provider_tree [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.302200] env[62777]: INFO nova.compute.manager [-] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Took 1.30 seconds to deallocate network for instance. [ 1461.318165] env[62777]: DEBUG nova.compute.manager [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1461.318413] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1461.319370] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad66cf51-f2ac-4d57-92ee-6b766153d552 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.331026] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.331553] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2e9ed38-988a-4238-b1e9-fe3890c618bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.337957] env[62777]: DEBUG oslo_vmware.api [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1461.337957] env[62777]: value = "task-1693904" [ 1461.337957] env[62777]: _type = "Task" [ 1461.337957] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.352530] env[62777]: DEBUG oslo_vmware.api [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.393890] env[62777]: WARNING nova.compute.manager [None req-2cf43db1-7b05-4207-bf86-529b703980e6 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Image not found during snapshot: nova.exception.ImageNotFound: Image bba14e0d-26ef-422f-bf66-fa1dbdc6e297 could not be found. [ 1461.612093] env[62777]: DEBUG oslo_vmware.api [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Task: {'id': task-1693903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250037} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.612615] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.612864] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1461.613089] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.613298] env[62777]: INFO nova.compute.manager [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1461.613582] env[62777]: DEBUG oslo.service.loopingcall [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1461.614409] env[62777]: DEBUG nova.compute.manager [-] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1461.614660] env[62777]: DEBUG nova.network.neutron [-] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.664909] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.707009] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693898, 'name': CloneVM_Task, 'duration_secs': 2.345514} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.708026] env[62777]: DEBUG nova.network.neutron [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.709927] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Created linked-clone VM from snapshot [ 1461.711098] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e8397d-d50c-4538-8bd9-113d4c82ec1c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.720886] env[62777]: DEBUG nova.scheduler.client.report [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1461.724502] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Uploading image 2b84ba13-bb4c-49a4-b688-d9a90d217de5 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1461.761600] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1461.761600] env[62777]: value = "vm-353220" [ 1461.761600] env[62777]: _type = "VirtualMachine" [ 1461.761600] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1461.762338] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e777c5f5-657d-4810-8a3d-0ebe9e20db02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.770290] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease: (returnval){ [ 1461.770290] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fa99f2-ab26-717b-a516-1ee8d98efde3" [ 1461.770290] env[62777]: _type = "HttpNfcLease" [ 1461.770290] env[62777]: } obtained for exporting VM: (result){ [ 1461.770290] env[62777]: value = "vm-353220" [ 1461.770290] env[62777]: _type = "VirtualMachine" [ 1461.770290] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1461.770632] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the lease: (returnval){ [ 1461.770632] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fa99f2-ab26-717b-a516-1ee8d98efde3" [ 1461.770632] env[62777]: _type = "HttpNfcLease" [ 1461.770632] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1461.779155] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1461.779155] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fa99f2-ab26-717b-a516-1ee8d98efde3" [ 1461.779155] env[62777]: _type = "HttpNfcLease" [ 1461.779155] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1461.809919] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.855376] env[62777]: DEBUG oslo_vmware.api [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693904, 'name': PowerOffVM_Task, 'duration_secs': 0.218359} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.855870] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.856323] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1461.856670] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d977538-cc73-49e5-ab11-8ab7ecaed2da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.996076] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1461.996330] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1461.996548] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Deleting the datastore file [datastore1] f8d7fb97-78c9-4dac-9e73-1f3ec66b0537 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1461.997020] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6b1873b-31c2-42f3-b37f-2f1ccf2d572d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.008834] env[62777]: DEBUG oslo_vmware.api [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for the task: (returnval){ [ 1462.008834] env[62777]: value = "task-1693907" [ 1462.008834] env[62777]: _type = "Task" [ 1462.008834] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.018036] env[62777]: DEBUG oslo_vmware.api [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.040954] env[62777]: DEBUG nova.compute.manager [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1462.041334] env[62777]: DEBUG nova.compute.manager [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing instance network info cache due to event network-changed-dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1462.041668] env[62777]: DEBUG oslo_concurrency.lockutils [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] Acquiring lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1462.073060] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.104791] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1462.104791] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1462.104791] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.106205] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1462.106992] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.108456] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1462.108456] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1462.108456] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1462.109343] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1462.109737] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1462.110064] env[62777]: DEBUG nova.virt.hardware [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1462.112864] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c07497-a013-441e-97bb-c3b8c3310e24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.120534] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.120980] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49afd391-77a8-464d-9f8a-8e36b4739c58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.137516] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73516b3-8ebf-4072-9e65-f10d1146187d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.145849] env[62777]: DEBUG oslo_vmware.api [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1462.145849] env[62777]: value = "task-1693908" [ 1462.145849] env[62777]: _type = "Task" [ 1462.145849] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.170296] env[62777]: DEBUG oslo_vmware.api [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.174114] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.211694] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.213285] env[62777]: DEBUG nova.compute.manager [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Inject network info {{(pid=62777) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7570}} [ 1462.213285] env[62777]: DEBUG nova.compute.manager [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] network_info to inject: |[{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7571}} [ 1462.220843] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Reconfiguring VM instance to set the machine id {{(pid=62777) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1462.220843] env[62777]: DEBUG oslo_concurrency.lockutils [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] Acquired lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.221129] env[62777]: DEBUG nova.network.neutron [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Refreshing network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1462.224735] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34201dbd-84dd-4307-9629-512d4b9c10ef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.249806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.253128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.922s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.253452] env[62777]: DEBUG nova.objects.instance [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lazy-loading 'resources' on Instance uuid 2ec93312-17da-412b-9024-56d9d562612d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.262296] env[62777]: DEBUG oslo_vmware.api [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1462.262296] env[62777]: value = "task-1693909" [ 1462.262296] env[62777]: _type = "Task" [ 1462.262296] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.274444] env[62777]: DEBUG oslo_vmware.api [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.283715] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1462.283715] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fa99f2-ab26-717b-a516-1ee8d98efde3" [ 1462.283715] env[62777]: _type = "HttpNfcLease" [ 1462.283715] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1462.284503] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1462.284503] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fa99f2-ab26-717b-a516-1ee8d98efde3" [ 1462.284503] env[62777]: _type = "HttpNfcLease" [ 1462.284503] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1462.285178] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0298d1-e1ad-4599-b4eb-b444d0aaa47e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.290231] env[62777]: INFO nova.scheduler.client.report [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Deleted allocations for instance 053160fc-4510-4394-b638-53fe0dbcb6e0 [ 1462.295280] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52297ef8-47e2-28d2-8e5e-37782936ddee/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1462.295280] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52297ef8-47e2-28d2-8e5e-37782936ddee/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1462.409531] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d8fa1a5-818e-4291-81ea-fc64e4f1ed05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.416850] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "63b6a0f2-410a-42ec-9c13-8302967ada1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.416995] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.417147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "63b6a0f2-410a-42ec-9c13-8302967ada1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.417340] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.417533] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.421771] env[62777]: INFO nova.compute.manager [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Terminating instance [ 1462.445034] env[62777]: DEBUG nova.network.neutron [-] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.460404] env[62777]: DEBUG nova.compute.manager [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1462.518321] env[62777]: DEBUG oslo_vmware.api [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Task: {'id': task-1693907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379951} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.518647] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1462.518894] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1462.519268] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1462.519469] env[62777]: INFO nova.compute.manager [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1462.519820] env[62777]: DEBUG oslo.service.loopingcall [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1462.520064] env[62777]: DEBUG nova.compute.manager [-] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1462.520260] env[62777]: DEBUG nova.network.neutron [-] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.627927] env[62777]: DEBUG nova.network.neutron [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updated VIF entry in instance network info cache for port dd9ad479-1d79-4e05-aab5-c402964905f1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.629859] env[62777]: DEBUG nova.network.neutron [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [{"id": "dd9ad479-1d79-4e05-aab5-c402964905f1", "address": "fa:16:3e:0b:76:90", "network": {"id": "12aeecc9-f501-40b0-a477-67dda5ae01d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1657596590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce11edac7f14e5dbdcab7b571840762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77aa121f-8fb6-42f3-aaea-43addfe449b2", "external-id": "nsx-vlan-transportzone-288", "segmentation_id": 288, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd9ad479-1d", "ovs_interfaceid": "dd9ad479-1d79-4e05-aab5-c402964905f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.664230] env[62777]: DEBUG oslo_vmware.api [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693908, 'name': PowerOffVM_Task, 'duration_secs': 0.266684} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.668486] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.668821] env[62777]: DEBUG nova.compute.manager [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.670498] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4cc5cb-9ae5-4d83-861b-f2ba2dc67d00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.680591] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.772674] env[62777]: DEBUG oslo_vmware.api [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693909, 'name': ReconfigVM_Task, 'duration_secs': 0.221354} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.773051] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eabde8cf-7276-4072-8b71-e6d0fa54bea6 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Reconfigured VM instance to set the machine id {{(pid=62777) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1462.815705] env[62777]: DEBUG oslo_concurrency.lockutils [None req-da1cd1c9-16a6-42e4-9a5c-6bdb619b3619 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "053160fc-4510-4394-b638-53fe0dbcb6e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.639s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.927620] env[62777]: DEBUG nova.compute.manager [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1462.927620] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.932280] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f64e84-de77-4482-a9da-a22ba16d1998 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.946473] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.949620] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-729d20c9-f958-4267-b07e-bc18c18623f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.953483] env[62777]: INFO nova.compute.manager [-] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Took 1.34 seconds to deallocate network for instance. [ 1462.978360] env[62777]: DEBUG oslo_vmware.api [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1462.978360] env[62777]: value = "task-1693910" [ 1462.978360] env[62777]: _type = "Task" [ 1462.978360] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.991403] env[62777]: DEBUG oslo_vmware.api [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.992860] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.116214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "865a4907-bb1b-411b-b837-867b99de7458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.116516] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "865a4907-bb1b-411b-b837-867b99de7458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.116729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "865a4907-bb1b-411b-b837-867b99de7458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.117061] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "865a4907-bb1b-411b-b837-867b99de7458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.117638] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "865a4907-bb1b-411b-b837-867b99de7458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.121318] env[62777]: INFO nova.compute.manager [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Terminating instance [ 1463.133723] env[62777]: DEBUG oslo_concurrency.lockutils [req-543a079a-68b2-420d-89f4-4698db09323a req-284cbcfb-32b9-4a7d-9448-bb6ddc76f5ec service nova] Releasing lock "refresh_cache-865a4907-bb1b-411b-b837-867b99de7458" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1463.180580] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.189921] env[62777]: DEBUG oslo_concurrency.lockutils [None req-dce2bc20-1ad9-4a6a-98a1-3a8ffef1e2b4 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.306703] env[62777]: DEBUG nova.network.neutron [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Successfully updated port: 8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.376101] env[62777]: DEBUG nova.compute.manager [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Received event network-vif-deleted-232f7fcd-c316-4acf-9d0a-6b5b3907f3b0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1463.376503] env[62777]: DEBUG nova.compute.manager [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Received event network-vif-plugged-8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1463.376781] env[62777]: DEBUG oslo_concurrency.lockutils [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.377011] env[62777]: DEBUG oslo_concurrency.lockutils [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] Lock "70902640-5dbf-4597-8039-d551cd929166-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.377212] env[62777]: DEBUG oslo_concurrency.lockutils [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] Lock "70902640-5dbf-4597-8039-d551cd929166-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.377381] env[62777]: DEBUG nova.compute.manager [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] No waiting events found dispatching network-vif-plugged-8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1463.377544] env[62777]: WARNING nova.compute.manager [req-162c0f85-9380-4fdc-b711-cc542ccc8ba4 req-206b2047-662e-49d0-893d-00d5d5b5355f service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Received unexpected event network-vif-plugged-8d5a8d04-a316-45e4-85a0-c15db820e0d9 for instance with vm_state building and task_state spawning. [ 1463.454804] env[62777]: DEBUG nova.network.neutron [-] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1463.459811] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d19e30d-5a59-41bd-83f0-0f30c2aa2871 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.466637] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.487918] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82173b31-eec6-497f-be5d-3c3eb3bf04fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.529573] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c8273c-2516-4ec3-a137-d7803c95d4db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.533234] env[62777]: DEBUG oslo_vmware.api [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693910, 'name': PowerOffVM_Task, 'duration_secs': 0.230291} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.534266] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1463.534589] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1463.537079] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f312fb8f-781c-4887-8f6e-0ef933dc4f6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.546790] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef82e1bf-31c6-471b-85f2-9180dd385764 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.565277] env[62777]: DEBUG nova.compute.provider_tree [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1463.631956] env[62777]: DEBUG nova.compute.manager [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1463.632360] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1463.632707] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1463.633016] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1463.633311] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleting the datastore file [datastore1] 63b6a0f2-410a-42ec-9c13-8302967ada1b {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1463.634245] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8fbefa-4de3-44f0-ae52-268acc49de72 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.638372] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8100eb32-1b49-4085-bb36-843158a7c970 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.644989] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1463.646481] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8df4249-5a81-40e4-b2cc-1458a07e7b25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.648714] env[62777]: DEBUG oslo_vmware.api [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1463.648714] env[62777]: value = "task-1693912" [ 1463.648714] env[62777]: _type = "Task" [ 1463.648714] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.655187] env[62777]: DEBUG oslo_vmware.api [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1463.655187] env[62777]: value = "task-1693913" [ 1463.655187] env[62777]: _type = "Task" [ 1463.655187] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.658851] env[62777]: DEBUG oslo_vmware.api [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.667247] env[62777]: DEBUG oslo_vmware.api [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.677891] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.805361] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.805659] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.810440] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.810596] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.810763] env[62777]: DEBUG nova.network.neutron [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.960149] env[62777]: INFO nova.compute.manager [-] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Took 1.44 seconds to deallocate network for instance. [ 1463.986633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.986633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.986633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.986633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.986633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.987913] env[62777]: INFO nova.compute.manager [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Terminating instance [ 1464.088426] env[62777]: ERROR nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] [req-c43c3085-4e9e-4d64-a9b2-3c8ffedfc55c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c43c3085-4e9e-4d64-a9b2-3c8ffedfc55c"}]} [ 1464.110024] env[62777]: DEBUG nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1464.125594] env[62777]: DEBUG nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1464.126106] env[62777]: DEBUG nova.compute.provider_tree [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.139628] env[62777]: DEBUG nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1464.160829] env[62777]: DEBUG oslo_vmware.api [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1693912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25678} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.161634] env[62777]: DEBUG nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1464.166931] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.167153] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.167592] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.167592] env[62777]: INFO nova.compute.manager [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1464.167746] env[62777]: DEBUG oslo.service.loopingcall [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.168301] env[62777]: DEBUG nova.compute.manager [-] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.168415] env[62777]: DEBUG nova.network.neutron [-] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.177037] env[62777]: DEBUG oslo_vmware.api [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693913, 'name': PowerOffVM_Task, 'duration_secs': 0.230058} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.177755] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1464.177869] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1464.178171] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd07b76-fead-4262-b139-1598160d4c5e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.183760] env[62777]: DEBUG oslo_vmware.api [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693890, 'name': ReconfigVM_Task, 'duration_secs': 5.816615} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.183801] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.184023] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Reconfigured VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1464.301350] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.303921] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.303921] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Deleting the datastore file [datastore1] 865a4907-bb1b-411b-b837-867b99de7458 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.303921] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34645b04-d229-41bd-9e12-638e28b231a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.314157] env[62777]: DEBUG oslo_vmware.api [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for the task: (returnval){ [ 1464.314157] env[62777]: value = "task-1693915" [ 1464.314157] env[62777]: _type = "Task" [ 1464.314157] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.318187] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.318187] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1464.331777] env[62777]: DEBUG oslo_vmware.api [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.372367] env[62777]: DEBUG nova.network.neutron [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1464.468366] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.491609] env[62777]: DEBUG nova.compute.manager [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.491609] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.496549] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac8f4eb-df20-4db5-98e9-5544b3c62704 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.508074] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.508287] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-115bb754-ce85-4ef0-b7a6-8f231adaa312 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.516482] env[62777]: DEBUG oslo_vmware.api [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1464.516482] env[62777]: value = "task-1693916" [ 1464.516482] env[62777]: _type = "Task" [ 1464.516482] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.526026] env[62777]: DEBUG oslo_vmware.api [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.583533] env[62777]: DEBUG nova.network.neutron [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating instance_info_cache with network_info: [{"id": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "address": "fa:16:3e:86:44:09", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5a8d04-a3", "ovs_interfaceid": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.709337] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a80f5-200a-4603-b521-75ad974a2a80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.720854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29fdba9-2c97-4ad9-8fea-78ba643fb847 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.757119] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f3487b-a499-486c-9c29-e3b2545db70f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.765551] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f472bd-cc4f-4e56-9e2f-1bd007201a01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.781176] env[62777]: DEBUG nova.compute.provider_tree [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.829712] env[62777]: DEBUG oslo_vmware.api [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Task: {'id': task-1693915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148745} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.830023] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1464.830249] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1464.830442] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1464.830619] env[62777]: INFO nova.compute.manager [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1464.830886] env[62777]: DEBUG oslo.service.loopingcall [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.831572] env[62777]: DEBUG nova.compute.manager [-] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1464.831572] env[62777]: DEBUG nova.network.neutron [-] [instance: 865a4907-bb1b-411b-b837-867b99de7458] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1464.877825] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1464.878019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.878147] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1464.882691] env[62777]: DEBUG nova.objects.instance [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'flavor' on Instance uuid 05e9ae8e-e533-4528-8c69-8fdef6f94774 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.005373] env[62777]: DEBUG nova.network.neutron [-] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.028039] env[62777]: DEBUG oslo_vmware.api [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693916, 'name': PowerOffVM_Task, 'duration_secs': 0.239444} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.028473] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.028788] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.029287] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63137d3-290c-4750-9b56-721c9e82acab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.057784] env[62777]: DEBUG nova.compute.manager [req-7fa527fb-7101-48cd-a9cd-934952c44899 req-76fdd475-ed9f-48ba-bc69-fb1da0bcfad1 service nova] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Received event network-vif-deleted-f37e6a30-dbbd-4986-9399-645d4610743c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1465.090701] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.090701] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Instance network_info: |[{"id": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "address": "fa:16:3e:86:44:09", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5a8d04-a3", "ovs_interfaceid": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1465.090701] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:44:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d5a8d04-a316-45e4-85a0-c15db820e0d9', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1465.097752] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Creating folder: Project (befe7007188742389e4bf91f1c775077). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.098849] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7874c712-2cc1-4f46-b3d2-b149cb33a72f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.102448] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.102559] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.103139] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Deleting the datastore file [datastore1] b4966a3a-7826-4e9a-ae37-5404ac0d9810 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.103501] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d8d682-7771-40a3-9928-df2aaa53f93c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.110677] env[62777]: DEBUG oslo_vmware.api [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for the task: (returnval){ [ 1465.110677] env[62777]: value = "task-1693919" [ 1465.110677] env[62777]: _type = "Task" [ 1465.110677] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.115457] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Created folder: Project (befe7007188742389e4bf91f1c775077) in parent group-v353040. [ 1465.115725] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Creating folder: Instances. Parent ref: group-v353221. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1465.116384] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf543d1a-fbf0-4437-b958-d059ccca9206 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.127089] env[62777]: DEBUG oslo_vmware.api [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.135869] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Created folder: Instances in parent group-v353221. [ 1465.136165] env[62777]: DEBUG oslo.service.loopingcall [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.136376] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70902640-5dbf-4597-8039-d551cd929166] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1465.136614] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06dce235-1520-4839-8a2f-8c5169ab0a2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.165152] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1465.165152] env[62777]: value = "task-1693921" [ 1465.165152] env[62777]: _type = "Task" [ 1465.165152] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.179032] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693921, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.318864] env[62777]: DEBUG nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1465.319265] env[62777]: DEBUG nova.compute.provider_tree [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 83 to 84 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1465.319544] env[62777]: DEBUG nova.compute.provider_tree [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.387712] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.387893] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.388097] env[62777]: DEBUG nova.network.neutron [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.388330] env[62777]: DEBUG nova.objects.instance [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'info_cache' on Instance uuid 05e9ae8e-e533-4528-8c69-8fdef6f94774 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.508949] env[62777]: INFO nova.compute.manager [-] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Took 1.34 seconds to deallocate network for instance. [ 1465.509771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.510042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.510364] env[62777]: DEBUG nova.network.neutron [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.626038] env[62777]: DEBUG oslo_vmware.api [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Task: {'id': task-1693919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22618} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.626751] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.627226] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.628324] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.628951] env[62777]: INFO nova.compute.manager [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1465.632280] env[62777]: DEBUG oslo.service.loopingcall [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.632280] env[62777]: DEBUG nova.compute.manager [-] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1465.632280] env[62777]: DEBUG nova.network.neutron [-] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.678050] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693921, 'name': CreateVM_Task, 'duration_secs': 0.399108} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.678878] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70902640-5dbf-4597-8039-d551cd929166] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.679130] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.679345] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.679819] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.679981] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f21176-434d-4665-9b51-128acfb10204 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.686184] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1465.686184] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a7a2fb-33f7-b94c-dc9d-ea7fd9649bf8" [ 1465.686184] env[62777]: _type = "Task" [ 1465.686184] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.697082] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a7a2fb-33f7-b94c-dc9d-ea7fd9649bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.826884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.573s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.829428] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.648s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.831018] env[62777]: INFO nova.compute.claims [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.853750] env[62777]: INFO nova.scheduler.client.report [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Deleted allocations for instance 2ec93312-17da-412b-9024-56d9d562612d [ 1465.859964] env[62777]: DEBUG nova.network.neutron [-] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.892731] env[62777]: DEBUG nova.objects.base [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Object Instance<05e9ae8e-e533-4528-8c69-8fdef6f94774> lazy-loaded attributes: flavor,info_cache {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1466.022169] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.199000] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a7a2fb-33f7-b94c-dc9d-ea7fd9649bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010802} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.199309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.199547] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1466.199778] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1466.199922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.200113] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1466.200411] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ece46cc7-d362-4a7e-821a-b9f7216ea710 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.209517] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1466.209709] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1466.210535] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73a7c4b-ff2b-4e0d-b38b-cbc95e280106 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.218994] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1466.218994] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d20d0c-07ff-4a61-cdae-375dae53a4e9" [ 1466.218994] env[62777]: _type = "Task" [ 1466.218994] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.225576] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updating instance_info_cache with network_info: [{"id": "3f661edd-4489-45d5-b302-bb92f73fa970", "address": "fa:16:3e:c4:5e:cf", "network": {"id": "60e962ca-542c-4f65-8adc-b30209d0b34b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2143940938-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccd02dc9cb7644138644502eb37884d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8fedd232-bfc1-4e7f-bd5e-c43ef8f2f08a", "external-id": "nsx-vlan-transportzone-925", "segmentation_id": 925, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f661edd-44", "ovs_interfaceid": "3f661edd-4489-45d5-b302-bb92f73fa970", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.232573] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d20d0c-07ff-4a61-cdae-375dae53a4e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.233429] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c70ee01-5b06-45f3-9f84-0027681beb58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.239412] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1466.239412] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a364d4-4bd4-fbf9-5319-80938fe74116" [ 1466.239412] env[62777]: _type = "Task" [ 1466.239412] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.251998] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a364d4-4bd4-fbf9-5319-80938fe74116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.325771] env[62777]: INFO nova.network.neutron [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Port eecfec1b-e888-47b5-ab43-ea8db9ced625 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1466.326113] env[62777]: DEBUG nova.network.neutron [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [{"id": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "address": "fa:16:3e:93:e4:37", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f072c4-0a", "ovs_interfaceid": "f5f072c4-0aa4-499d-acbb-d331d00f3f47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.364876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4163b243-90b3-442e-89fc-2345e5d8dfb1 tempest-ServersV294TestFqdnHostnames-1281376517 tempest-ServersV294TestFqdnHostnames-1281376517-project-member] Lock "2ec93312-17da-412b-9024-56d9d562612d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.186s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.365374] env[62777]: INFO nova.compute.manager [-] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Took 1.53 seconds to deallocate network for instance. [ 1466.631854] env[62777]: DEBUG nova.network.neutron [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.728746] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-9c5a620a-de1b-419f-a0e3-eaf74a63883a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.728980] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1466.729220] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.729385] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.729550] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.729698] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.729837] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.729978] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.730120] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1466.730293] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.751867] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a364d4-4bd4-fbf9-5319-80938fe74116, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.752168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.752426] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 70902640-5dbf-4597-8039-d551cd929166/70902640-5dbf-4597-8039-d551cd929166.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.752684] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd2a25cd-9dc1-4a7d-9468-bd4dea8dad85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.760645] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1466.760645] env[62777]: value = "task-1693922" [ 1466.760645] env[62777]: _type = "Task" [ 1466.760645] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.768416] env[62777]: DEBUG nova.network.neutron [-] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.828910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-6af16382-5385-4bbf-8c7b-1f438f0e0261" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1466.874470] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.135056] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.233245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.272288] env[62777]: INFO nova.compute.manager [-] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Took 1.64 seconds to deallocate network for instance. [ 1467.272779] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693922, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.321508] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57085763-aded-42ca-ab87-5aeb544f8c37 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.330388] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b101183-bae1-40f6-87ee-97ee89285ca0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.334473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-525d575a-dfbf-43a5-987b-c9d1f0ab061e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-6af16382-5385-4bbf-8c7b-1f438f0e0261-eecfec1b-e888-47b5-ab43-ea8db9ced625" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.788s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.366259] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe0fed1-1fc3-4210-ab13-9fde4503e5da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.375564] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5009c2c-8dd2-4c53-9f32-51dd4a5737a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.391384] env[62777]: DEBUG nova.compute.provider_tree [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.772186] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550401} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.772505] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 70902640-5dbf-4597-8039-d551cd929166/70902640-5dbf-4597-8039-d551cd929166.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1467.772746] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1467.773037] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8510714c-696f-4407-a721-89ac9d95a546 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.780081] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1467.780081] env[62777]: value = "task-1693923" [ 1467.780081] env[62777]: _type = "Task" [ 1467.780081] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.784954] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.790942] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.895205] env[62777]: DEBUG nova.scheduler.client.report [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1468.146199] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.146493] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e95506e-9795-440d-a4d0-13f85086f49b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.156029] env[62777]: DEBUG oslo_vmware.api [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1468.156029] env[62777]: value = "task-1693924" [ 1468.156029] env[62777]: _type = "Task" [ 1468.156029] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.164228] env[62777]: DEBUG oslo_vmware.api [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.292185] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103384} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.292558] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1468.293467] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8801fb23-c941-462f-a046-32b9acd7f62c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.317683] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 70902640-5dbf-4597-8039-d551cd929166/70902640-5dbf-4597-8039-d551cd929166.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1468.318036] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-945e1129-6e71-45d1-803c-00844db12c23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.338618] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1468.338618] env[62777]: value = "task-1693925" [ 1468.338618] env[62777]: _type = "Task" [ 1468.338618] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.348895] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.401161] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.401743] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.404542] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.097s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.404768] env[62777]: DEBUG nova.objects.instance [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lazy-loading 'resources' on Instance uuid 93418698-971c-4f22-8ce6-f886f71a2ebe {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.666666] env[62777]: DEBUG oslo_vmware.api [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.851015] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.910525] env[62777]: DEBUG nova.compute.utils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1468.912469] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.912929] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.965487] env[62777]: DEBUG nova.policy [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c30ab6f612b84787b6eca039f05bec79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '298b5552f8de43a98c7f947e0caf3c07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.168920] env[62777]: DEBUG oslo_vmware.api [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1693924, 'name': PowerOnVM_Task, 'duration_secs': 0.706638} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.171684] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.171895] env[62777]: DEBUG nova.compute.manager [None req-cdb66de7-e2d9-420e-8621-75d9b0bd498e tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.172908] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfac1ad-a4e6-4597-bd1d-f496bec7921f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.233385] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Successfully created port: 714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.351496] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.359369] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67890f4-3b1b-440a-be75-5fb9a3894514 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.366871] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be4db8b-0da7-4225-9748-226c050ec54c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.398936] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e5400-821a-43ac-b739-11c7871f1206 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.406846] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3656b2-6da4-442b-94e9-4999907d6438 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.421307] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1469.424150] env[62777]: DEBUG nova.compute.provider_tree [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.500841] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Successfully created port: 9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1469.734426] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d1d7-8286-2c36-dfc1-cbb6f487fdf3/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1469.735372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1ba4a1-8531-4a3f-bd55-fb3de152e853 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.742568] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d1d7-8286-2c36-dfc1-cbb6f487fdf3/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1469.742820] env[62777]: ERROR oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d1d7-8286-2c36-dfc1-cbb6f487fdf3/disk-0.vmdk due to incomplete transfer. [ 1469.743129] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7ba31132-b1d9-4325-8548-1433ddc047b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.751068] env[62777]: DEBUG oslo_vmware.rw_handles [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a1d1d7-8286-2c36-dfc1-cbb6f487fdf3/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1469.751348] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Uploaded image 396b9b10-f925-42d7-91b4-acdb4dad3fc6 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1469.753762] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1469.753946] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a716baa-4bc4-449f-846f-8511088d8d94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.760284] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1469.760284] env[62777]: value = "task-1693926" [ 1469.760284] env[62777]: _type = "Task" [ 1469.760284] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.769658] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693926, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.850740] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693925, 'name': ReconfigVM_Task, 'duration_secs': 1.028298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.851044] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 70902640-5dbf-4597-8039-d551cd929166/70902640-5dbf-4597-8039-d551cd929166.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1469.851674] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d452e4e-8117-4310-9d24-2f297f233551 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.858217] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1469.858217] env[62777]: value = "task-1693927" [ 1469.858217] env[62777]: _type = "Task" [ 1469.858217] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.868322] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693927, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.930446] env[62777]: DEBUG nova.scheduler.client.report [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1470.065840] env[62777]: DEBUG nova.compute.manager [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Received event network-changed-8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1470.066061] env[62777]: DEBUG nova.compute.manager [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Refreshing instance network info cache due to event network-changed-8d5a8d04-a316-45e4-85a0-c15db820e0d9. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1470.066286] env[62777]: DEBUG oslo_concurrency.lockutils [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] Acquiring lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.066446] env[62777]: DEBUG oslo_concurrency.lockutils [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] Acquired lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.066619] env[62777]: DEBUG nova.network.neutron [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Refreshing network info cache for port 8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.272251] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693926, 'name': Destroy_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.328701] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52297ef8-47e2-28d2-8e5e-37782936ddee/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1470.330153] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b018905a-1511-48eb-82a1-38f6f07de101 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.336402] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52297ef8-47e2-28d2-8e5e-37782936ddee/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1470.336572] env[62777]: ERROR oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52297ef8-47e2-28d2-8e5e-37782936ddee/disk-0.vmdk due to incomplete transfer. [ 1470.336793] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a04b2614-5d62-4ad6-b0f7-7b7800e6415e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.343729] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52297ef8-47e2-28d2-8e5e-37782936ddee/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1470.343973] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Uploaded image 2b84ba13-bb4c-49a4-b688-d9a90d217de5 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1470.345676] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1470.346072] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5c423076-7f60-4303-8bad-5a5607bb6de7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.351481] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1470.351481] env[62777]: value = "task-1693928" [ 1470.351481] env[62777]: _type = "Task" [ 1470.351481] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.358906] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693928, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.366511] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693927, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.437022] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1470.438917] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.441243] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.206s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.459826] env[62777]: INFO nova.compute.manager [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Rebuilding instance [ 1470.464493] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1470.464784] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1470.465020] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.465266] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1470.465450] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.465643] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1470.465900] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1470.466104] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1470.466317] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1470.466514] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1470.466714] env[62777]: DEBUG nova.virt.hardware [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1470.468137] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470604f-33bd-401d-b57f-23befc93441e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.472437] env[62777]: INFO nova.scheduler.client.report [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Deleted allocations for instance 93418698-971c-4f22-8ce6-f886f71a2ebe [ 1470.490522] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a964a-3097-4ff1-bbe2-d34156738c97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.513833] env[62777]: DEBUG nova.compute.manager [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1470.514765] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16992a8f-69db-4bea-8676-9aa9fa5a4f61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.770152] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693926, 'name': Destroy_Task, 'duration_secs': 0.567382} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.770527] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Destroyed the VM [ 1470.770780] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1470.771549] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-caf87368-f68d-49ac-b933-c36c6195e524 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.777949] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1470.777949] env[62777]: value = "task-1693929" [ 1470.777949] env[62777]: _type = "Task" [ 1470.777949] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.786350] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.801436] env[62777]: DEBUG nova.compute.manager [req-ab85ef65-8b24-4f11-ad43-8149625fea8d req-a31f895b-b317-42d5-a7a4-f131c2e9995f service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-vif-deleted-eecfec1b-e888-47b5-ab43-ea8db9ced625 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1470.835796] env[62777]: DEBUG nova.network.neutron [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updated VIF entry in instance network info cache for port 8d5a8d04-a316-45e4-85a0-c15db820e0d9. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.836253] env[62777]: DEBUG nova.network.neutron [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating instance_info_cache with network_info: [{"id": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "address": "fa:16:3e:86:44:09", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5a8d04-a3", "ovs_interfaceid": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.866766] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693928, 'name': Destroy_Task, 'duration_secs': 0.382018} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.867676] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Destroyed the VM [ 1470.867926] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1470.868207] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-77fc19e9-4cbc-426b-8523-1aa992cf8866 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.872700] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693927, 'name': Rename_Task, 'duration_secs': 0.64682} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.873267] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1470.873572] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f830be2-dee0-40fe-8b39-7fd350cd36d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.877040] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1470.877040] env[62777]: value = "task-1693930" [ 1470.877040] env[62777]: _type = "Task" [ 1470.877040] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.883580] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1470.883580] env[62777]: value = "task-1693931" [ 1470.883580] env[62777]: _type = "Task" [ 1470.883580] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.651544] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Successfully updated port: 714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.658302] env[62777]: INFO nova.compute.claims [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1471.665542] env[62777]: DEBUG oslo_concurrency.lockutils [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] Releasing lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1471.665542] env[62777]: DEBUG nova.compute.manager [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Received event network-vif-deleted-bf7401c5-9a2b-4cd8-ac89-1a0d36c041ab {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1471.665542] env[62777]: DEBUG nova.compute.manager [req-03f67732-3887-490c-b5a6-ef4c3a1aa36d req-a9967b51-80ee-4033-a91d-f7c36d7a8c08 service nova] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Received event network-vif-deleted-dd9ad479-1d79-4e05-aab5-c402964905f1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1471.665963] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.666163] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.666342] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.666513] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.666663] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.668498] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.668663] env[62777]: WARNING oslo_vmware.common.loopingcall [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] task run outlasted interval by 0.29142500000000005 sec [ 1471.669070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1336c6f2-4a45-4e79-9230-bb285050c11b tempest-TenantUsagesTestJSON-1580298726 tempest-TenantUsagesTestJSON-1580298726-project-member] Lock "93418698-971c-4f22-8ce6-f886f71a2ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.826s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.670406] env[62777]: INFO nova.compute.manager [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Terminating instance [ 1471.686452] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.686628] env[62777]: WARNING oslo_vmware.common.loopingcall [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] task run outlasted interval by 0.30048600000000003 sec [ 1471.696427] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693929, 'name': RemoveSnapshot_Task, 'duration_secs': 0.445785} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.696803] env[62777]: DEBUG oslo_vmware.api [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693930, 'name': RemoveSnapshot_Task, 'duration_secs': 0.552813} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.701087] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1471.701087] env[62777]: DEBUG nova.compute.manager [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1471.701087] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1471.701087] env[62777]: INFO nova.compute.manager [None req-1b300661-a1d6-4371-81e6-da9a12b260e6 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 1471.704354] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d61ea51-853b-422f-9d7a-82eb5c55f9da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.707283] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693931, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.174519] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.178614] env[62777]: INFO nova.compute.resource_tracker [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating resource usage from migration cee7ccb8-6aca-4cbc-87ca-5cc6f36534b3 [ 1472.178907] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd61e3a2-d6f4-4d8c-97e9-c27ded9ffefe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.188078] env[62777]: DEBUG nova.compute.manager [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1472.188358] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1472.188748] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1472.188748] env[62777]: value = "task-1693932" [ 1472.188748] env[62777]: _type = "Task" [ 1472.188748] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.189511] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a2cc9b-e1a0-461e-a865-d6f506950cff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.215188] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.225621] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec874da-0f98-432e-ab1e-2287d665f460 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.227641] env[62777]: DEBUG oslo_vmware.api [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1693931, 'name': PowerOnVM_Task, 'duration_secs': 1.280335} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.234025] env[62777]: INFO nova.compute.manager [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Shelve offloading [ 1472.235508] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1472.235568] env[62777]: INFO nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Took 10.16 seconds to spawn the instance on the hypervisor. [ 1472.235879] env[62777]: DEBUG nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.236319] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.238714] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c97720-8c8f-4873-9092-8763f2ffd61e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.247601] env[62777]: DEBUG oslo_vmware.api [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1472.247601] env[62777]: value = "task-1693933" [ 1472.247601] env[62777]: _type = "Task" [ 1472.247601] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.265870] env[62777]: DEBUG oslo_vmware.api [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.460165] env[62777]: DEBUG nova.compute.manager [req-057f22a5-a1bf-496d-ad7a-b0c06aa6298e req-0d132bbf-9bed-4a23-82f6-64b16b5a6dbb service nova] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Received event network-vif-deleted-c4af8aed-6cdf-4b37-bc4d-06585710d0db {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1472.713765] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.750071] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1472.751014] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b15b22e3-70f1-4567-9ecf-9007d9c4f713 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.770551] env[62777]: DEBUG oslo_vmware.api [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693933, 'name': PowerOffVM_Task, 'duration_secs': 0.213116} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.774669] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.775328] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.775435] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1472.775435] env[62777]: value = "task-1693934" [ 1472.775435] env[62777]: _type = "Task" [ 1472.775435] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.777437] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddeeeed1-c11c-4963-af64-541c718b0a90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.779241] env[62777]: INFO nova.compute.manager [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Took 39.39 seconds to build instance. [ 1472.792157] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1472.792419] env[62777]: DEBUG nova.compute.manager [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1472.793471] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22313d6-d13d-46da-8cb9-28bebce732f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.799575] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.799964] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.800198] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.800413] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.800586] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.802910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.803219] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.803485] env[62777]: DEBUG nova.network.neutron [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1472.807751] env[62777]: INFO nova.compute.manager [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Terminating instance [ 1472.851019] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.851019] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.851019] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleting the datastore file [datastore1] 6af16382-5385-4bbf-8c7b-1f438f0e0261 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.851019] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f6dd142-e3a2-4232-9517-cbcf58c407cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.854468] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae86a19-4009-420c-8012-f791c36b6a21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.865261] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513c79b4-8fbb-4729-a314-17c6b4ac57ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.868897] env[62777]: DEBUG oslo_vmware.api [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1472.868897] env[62777]: value = "task-1693936" [ 1472.868897] env[62777]: _type = "Task" [ 1472.868897] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.902220] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef968132-9590-45cf-8f1a-6cdf84cb3f35 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.909038] env[62777]: DEBUG oslo_vmware.api [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.914785] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115471cc-4329-455f-b3b8-f2433dc42cd4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.934019] env[62777]: DEBUG nova.compute.provider_tree [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.211286] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693932, 'name': PowerOffVM_Task, 'duration_secs': 0.958473} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.211560] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1473.212281] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1473.212542] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0d12c1c-5d15-4482-bb0d-1e37b511a087 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.218751] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1473.218751] env[62777]: value = "task-1693937" [ 1473.218751] env[62777]: _type = "Task" [ 1473.218751] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.237023] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1473.237023] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1473.237023] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353133', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'name': 'volume-ee445e62-9730-4813-9c27-18482c2b0817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b975381d-212e-4843-ad46-ab50d3a03200', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'serial': 'ee445e62-9730-4813-9c27-18482c2b0817'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1473.237023] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32fa16-9d8b-46f9-b459-414c10a621ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.262433] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a95b543-242e-4e49-8c52-29fed703ff63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.268814] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b544417-06dc-4c74-b4f4-72056063ac88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.295158] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d53ecf15-d7ca-4393-bc26-40bea4994fad tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.913s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.298097] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fa1682-1b61-44f3-a4fc-01297836fbeb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.301572] env[62777]: DEBUG nova.compute.manager [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received event network-vif-plugged-714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1473.302179] env[62777]: DEBUG oslo_concurrency.lockutils [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] Acquiring lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.302179] env[62777]: DEBUG oslo_concurrency.lockutils [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.302299] env[62777]: DEBUG oslo_concurrency.lockutils [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.302470] env[62777]: DEBUG nova.compute.manager [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] No waiting events found dispatching network-vif-plugged-714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.302700] env[62777]: WARNING nova.compute.manager [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received unexpected event network-vif-plugged-714de67d-3a40-417e-aaea-bf075cbd9c51 for instance with vm_state building and task_state spawning. [ 1473.303140] env[62777]: DEBUG nova.compute.manager [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received event network-changed-714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1473.303140] env[62777]: DEBUG nova.compute.manager [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Refreshing instance network info cache due to event network-changed-714de67d-3a40-417e-aaea-bf075cbd9c51. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1473.303302] env[62777]: DEBUG oslo_concurrency.lockutils [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] Acquiring lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.303501] env[62777]: DEBUG oslo_concurrency.lockutils [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] Acquired lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.304712] env[62777]: DEBUG nova.network.neutron [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Refreshing network info cache for port 714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.322549] env[62777]: DEBUG nova.compute.manager [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1473.322549] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1473.322978] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] The volume has not been displaced from its original location: [datastore1] volume-ee445e62-9730-4813-9c27-18482c2b0817/volume-ee445e62-9730-4813-9c27-18482c2b0817.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1473.329488] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1473.332583] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bec6aa-ac16-48c4-b9be-5de0d3a00d95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.336212] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33131b81-52e9-436c-8cd9-64859bd5f738 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.357638] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1473.358913] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4320a77a-d3cf-44a9-8444-a98380c27ca5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.360564] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1473.360564] env[62777]: value = "task-1693938" [ 1473.360564] env[62777]: _type = "Task" [ 1473.360564] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.369531] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.377925] env[62777]: DEBUG oslo_vmware.api [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1693936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323542} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.378193] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.378451] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.378641] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.378815] env[62777]: INFO nova.compute.manager [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1473.379133] env[62777]: DEBUG oslo.service.loopingcall [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.379367] env[62777]: DEBUG nova.compute.manager [-] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.379487] env[62777]: DEBUG nova.network.neutron [-] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.437308] env[62777]: DEBUG nova.scheduler.client.report [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1473.439513] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1473.439711] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1473.439885] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleting the datastore file [datastore1] d1d3e66c-48ca-4300-bee1-77df013cb5e3 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1473.440401] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b09c6ed-9b9a-4dec-857e-f39ecadea18c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.446488] env[62777]: DEBUG oslo_vmware.api [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1473.446488] env[62777]: value = "task-1693940" [ 1473.446488] env[62777]: _type = "Task" [ 1473.446488] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.454979] env[62777]: DEBUG oslo_vmware.api [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693940, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.551393] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Successfully updated port: 9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.642859] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "800077c3-4767-49c7-bfdf-9396e25491b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.643131] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "800077c3-4767-49c7-bfdf-9396e25491b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.870849] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693938, 'name': ReconfigVM_Task, 'duration_secs': 0.260304} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.878745] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1473.885805] env[62777]: DEBUG nova.network.neutron [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1473.889937] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c074b5c-f21b-4ca6-a1d7-8e16b2558129 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.906641] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1473.906641] env[62777]: value = "task-1693941" [ 1473.906641] env[62777]: _type = "Task" [ 1473.906641] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.914725] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.944472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.501s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1473.944472] env[62777]: INFO nova.compute.manager [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Migrating [ 1473.952244] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.496s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.954368] env[62777]: INFO nova.compute.claims [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1473.977121] env[62777]: DEBUG oslo_vmware.api [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1693940, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300258} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.977491] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1473.977642] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1473.977859] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1473.978043] env[62777]: INFO nova.compute.manager [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1473.978324] env[62777]: DEBUG oslo.service.loopingcall [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1473.981674] env[62777]: DEBUG nova.compute.manager [-] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1473.981744] env[62777]: DEBUG nova.network.neutron [-] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1474.057021] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.057021] env[62777]: DEBUG nova.network.neutron [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.146262] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1474.251076] env[62777]: DEBUG nova.network.neutron [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.419329] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693941, 'name': ReconfigVM_Task, 'duration_secs': 0.211693} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.419683] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353133', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'name': 'volume-ee445e62-9730-4813-9c27-18482c2b0817', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b975381d-212e-4843-ad46-ab50d3a03200', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee445e62-9730-4813-9c27-18482c2b0817', 'serial': 'ee445e62-9730-4813-9c27-18482c2b0817'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1474.420520] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1474.421821] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974de499-9b76-4e8c-a005-d4dbaccdb8a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.429827] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1474.432566] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b23943e-f75b-4ff3-b834-8b1aa276f3fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.469538] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.469666] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.469860] env[62777]: DEBUG nova.network.neutron [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.502100] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1474.502416] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1474.502508] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Deleting the datastore file [datastore1] b975381d-212e-4843-ad46-ab50d3a03200 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1474.502859] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f7132cf-e560-4d49-9c3c-642918b650c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.509370] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for the task: (returnval){ [ 1474.509370] env[62777]: value = "task-1693943" [ 1474.509370] env[62777]: _type = "Task" [ 1474.509370] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.518579] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693943, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.565052] env[62777]: DEBUG oslo_concurrency.lockutils [req-93219f82-34eb-4227-a220-2cb908aa8043 req-fcd6af99-28cd-4196-97d5-4cf7a264088b service nova] Releasing lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.565052] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.565052] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.670856] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.754389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.996733] env[62777]: DEBUG nova.compute.manager [req-aef0a41f-972e-4e8b-8fb3-52a0006e729b req-9b553318-e978-46dc-bdb7-dc21761f331c service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Received event network-vif-deleted-e56a8952-7a69-4fcb-97cd-343f97f1680a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1474.996991] env[62777]: INFO nova.compute.manager [req-aef0a41f-972e-4e8b-8fb3-52a0006e729b req-9b553318-e978-46dc-bdb7-dc21761f331c service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Neutron deleted interface e56a8952-7a69-4fcb-97cd-343f97f1680a; detaching it from the instance and deleting it from the info cache [ 1474.997550] env[62777]: DEBUG nova.network.neutron [req-aef0a41f-972e-4e8b-8fb3-52a0006e729b req-9b553318-e978-46dc-bdb7-dc21761f331c service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.027879] env[62777]: DEBUG oslo_vmware.api [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Task: {'id': task-1693943, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21923} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.028254] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1475.028682] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1475.028915] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1475.048415] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "dce265ac-9ed7-4309-a9f6-df53769fe826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.048415] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.050604] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "dce265ac-9ed7-4309-a9f6-df53769fe826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.050604] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.050801] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.053608] env[62777]: INFO nova.compute.manager [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Terminating instance [ 1475.097109] env[62777]: DEBUG nova.network.neutron [-] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.108185] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1475.108576] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ccc6673-fb65-414d-b186-c90bc56b25ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.120751] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12559c0-103c-4394-8a1b-d9fbe78b79c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.166279] env[62777]: ERROR nova.compute.manager [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Failed to detach volume ee445e62-9730-4813-9c27-18482c2b0817 from /dev/sda: nova.exception.InstanceNotFound: Instance b975381d-212e-4843-ad46-ab50d3a03200 could not be found. [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] Traceback (most recent call last): [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self.driver.rebuild(**kwargs) [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] raise NotImplementedError() [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] NotImplementedError [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] During handling of the above exception, another exception occurred: [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] Traceback (most recent call last): [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self.driver.detach_volume(context, old_connection_info, [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] return self._volumeops.detach_volume(connection_info, instance) [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._detach_volume_vmdk(connection_info, instance) [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] stable_ref.fetch_moref(session) [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] nova.exception.InstanceNotFound: Instance b975381d-212e-4843-ad46-ab50d3a03200 could not be found. [ 1475.166279] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.201546] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.362600] env[62777]: DEBUG nova.network.neutron [-] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.369303] env[62777]: DEBUG nova.compute.utils [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Build of instance b975381d-212e-4843-ad46-ab50d3a03200 aborted: Failed to rebuild volume backed instance. {{(pid=62777) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1475.372141] env[62777]: ERROR nova.compute.manager [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance b975381d-212e-4843-ad46-ab50d3a03200 aborted: Failed to rebuild volume backed instance. [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] Traceback (most recent call last): [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self.driver.rebuild(**kwargs) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] raise NotImplementedError() [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] NotImplementedError [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] During handling of the above exception, another exception occurred: [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] Traceback (most recent call last): [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._detach_root_volume(context, instance, root_bdm) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] with excutils.save_and_reraise_exception(): [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self.force_reraise() [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] raise self.value [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self.driver.detach_volume(context, old_connection_info, [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] return self._volumeops.detach_volume(connection_info, instance) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._detach_volume_vmdk(connection_info, instance) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] stable_ref.fetch_moref(session) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] nova.exception.InstanceNotFound: Instance b975381d-212e-4843-ad46-ab50d3a03200 could not be found. [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] During handling of the above exception, another exception occurred: [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] Traceback (most recent call last): [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 11216, in _error_out_instance_on_exception [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] yield [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1475.372141] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._do_rebuild_instance_with_claim( [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._do_rebuild_instance( [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._rebuild_default_impl(**kwargs) [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] self._rebuild_volume_backed_instance( [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] raise exception.BuildAbortException( [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] nova.exception.BuildAbortException: Build of instance b975381d-212e-4843-ad46-ab50d3a03200 aborted: Failed to rebuild volume backed instance. [ 1475.376248] env[62777]: ERROR nova.compute.manager [instance: b975381d-212e-4843-ad46-ab50d3a03200] [ 1475.500130] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90e355bc-f1f5-4559-b548-51e587f10ee7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.505408] env[62777]: DEBUG nova.compute.manager [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received event network-vif-plugged-9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1475.505942] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] Acquiring lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.506337] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.506515] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.506717] env[62777]: DEBUG nova.compute.manager [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] No waiting events found dispatching network-vif-plugged-9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.506920] env[62777]: WARNING nova.compute.manager [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received unexpected event network-vif-plugged-9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 for instance with vm_state building and task_state spawning. [ 1475.507059] env[62777]: DEBUG nova.compute.manager [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received event network-changed-9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1475.507168] env[62777]: DEBUG nova.compute.manager [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Refreshing instance network info cache due to event network-changed-9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1475.507712] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] Acquiring lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.523135] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552ffc7f-12cd-4af3-8cec-5d2a10ffacaa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.561685] env[62777]: DEBUG nova.compute.manager [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1475.561922] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.562883] env[62777]: DEBUG nova.compute.manager [req-aef0a41f-972e-4e8b-8fb3-52a0006e729b req-9b553318-e978-46dc-bdb7-dc21761f331c service nova] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Detach interface failed, port_id=e56a8952-7a69-4fcb-97cd-343f97f1680a, reason: Instance d1d3e66c-48ca-4300-bee1-77df013cb5e3 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1475.566209] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3a1ec0-27b5-4c9f-aa95-21acbdeebb2b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.578471] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.579180] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d0e05f8-87f4-4344-ae92-414b75a34158 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.588645] env[62777]: DEBUG oslo_vmware.api [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1475.588645] env[62777]: value = "task-1693944" [ 1475.588645] env[62777]: _type = "Task" [ 1475.588645] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.598457] env[62777]: DEBUG oslo_vmware.api [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.599973] env[62777]: INFO nova.compute.manager [-] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Took 1.62 seconds to deallocate network for instance. [ 1475.603590] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bed4c6-a9c6-421f-92bf-4cdeb884d63a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.615047] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28fc6e5-8a53-4a7e-9a39-2b3dbd160911 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.646146] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4913c61-bc40-4b54-97a5-1ede4e5ead5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.655083] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b9b023-5e7a-4019-8be1-ea1b163e7092 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.669523] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.772613] env[62777]: DEBUG nova.network.neutron [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.872267] env[62777]: INFO nova.compute.manager [-] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Took 2.49 seconds to deallocate network for instance. [ 1476.107863] env[62777]: DEBUG oslo_vmware.api [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693944, 'name': PowerOffVM_Task, 'duration_secs': 0.291869} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.107863] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.107863] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.108161] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0bcd841-6483-483d-be39-da178fa19fd2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.115080] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.164544] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1476.165753] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4ec5c-3095-4406-b306-aaadf342a8bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.180601] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.181251] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a342480-a38d-4849-b267-8353f57cb0b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.189881] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.190078] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.190212] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Deleting the datastore file [datastore1] dce265ac-9ed7-4309-a9f6-df53769fe826 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.190522] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f5e5521-af8b-4a95-8e20-a009b5302e0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.197955] env[62777]: DEBUG oslo_vmware.api [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for the task: (returnval){ [ 1476.197955] env[62777]: value = "task-1693947" [ 1476.197955] env[62777]: _type = "Task" [ 1476.197955] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.203990] env[62777]: ERROR nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [req-d6ea571a-e81b-4c5a-be5c-b8c95c34cd0f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d6ea571a-e81b-4c5a-be5c-b8c95c34cd0f"}]} [ 1476.217582] env[62777]: DEBUG oslo_vmware.api [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.222759] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1476.244224] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1476.244224] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.265084] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1476.277026] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.283321] env[62777]: DEBUG nova.network.neutron [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Updating instance_info_cache with network_info: [{"id": "714de67d-3a40-417e-aaea-bf075cbd9c51", "address": "fa:16:3e:12:9f:07", "network": {"id": "616db59b-2774-4764-9271-13f0a03d33d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014733073", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714de67d-3a", "ovs_interfaceid": "714de67d-3a40-417e-aaea-bf075cbd9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "address": "fa:16:3e:52:4f:c4", "network": {"id": "4b150efd-b936-466e-8cdf-eda744641721", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501929385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839fa7a-46", "ovs_interfaceid": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.287044] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1476.333769] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.333999] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.334203] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleting the datastore file [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.334470] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6da4c3a6-27e3-483f-bcc4-8a76df30d1ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.341224] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1476.341224] env[62777]: value = "task-1693948" [ 1476.341224] env[62777]: _type = "Task" [ 1476.341224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.349641] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.382483] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.709284] env[62777]: DEBUG oslo_vmware.api [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Task: {'id': task-1693947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261554} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.710569] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.710660] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.711536] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.711536] env[62777]: INFO nova.compute.manager [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1476.711536] env[62777]: DEBUG oslo.service.loopingcall [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.711675] env[62777]: DEBUG nova.compute.manager [-] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1476.711915] env[62777]: DEBUG nova.network.neutron [-] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.795036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Releasing lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.795036] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Instance network_info: |[{"id": "714de67d-3a40-417e-aaea-bf075cbd9c51", "address": "fa:16:3e:12:9f:07", "network": {"id": "616db59b-2774-4764-9271-13f0a03d33d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014733073", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714de67d-3a", "ovs_interfaceid": "714de67d-3a40-417e-aaea-bf075cbd9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "address": "fa:16:3e:52:4f:c4", "network": {"id": "4b150efd-b936-466e-8cdf-eda744641721", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501929385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839fa7a-46", "ovs_interfaceid": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.795036] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] Acquired lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.795036] env[62777]: DEBUG nova.network.neutron [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Refreshing network info cache for port 9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.796477] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:9f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a44713-0af1-486e-bc0d-00e03a769fa4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '714de67d-3a40-417e-aaea-bf075cbd9c51', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:4f:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.807379] env[62777]: DEBUG oslo.service.loopingcall [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.808427] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.808649] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b80d70f-c73d-4210-a26d-1d8010397bd6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.834056] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.834056] env[62777]: value = "task-1693949" [ 1476.834056] env[62777]: _type = "Task" [ 1476.834056] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.846051] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693949, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.858929] env[62777]: DEBUG oslo_vmware.api [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1693948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372581} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.859199] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.859390] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.859687] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.888559] env[62777]: INFO nova.scheduler.client.report [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted allocations for instance fa7c2fd5-5046-4d00-a162-3e1ae5392798 [ 1476.968821] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0247b23c-1504-4bb9-bc2e-7fb1a5e4a483 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.977269] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ef3414-bbdb-446f-bd06-92c81f25f0fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.010019] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbc82db-7a8e-415d-a68b-936a0c610916 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.018824] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849d22e-462c-4a39-90b2-8b0d3e653802 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.033651] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.067499] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.067790] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.179696] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Received event network-vif-deleted-f5f072c4-0aa4-499d-acbb-d331d00f3f47 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1477.179926] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-vif-unplugged-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1477.180259] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.180566] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.180741] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.180910] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] No waiting events found dispatching network-vif-unplugged-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1477.181096] env[62777]: WARNING nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received unexpected event network-vif-unplugged-f34dde48-e93a-4255-9403-de845b9f8694 for instance with vm_state shelved_offloaded and task_state None. [ 1477.181243] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-changed-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1477.181434] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing instance network info cache due to event network-changed-f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1477.181877] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.181877] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.181974] env[62777]: DEBUG nova.network.neutron [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing network info cache for port f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.349409] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693949, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.394255] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.398767] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1477.555641] env[62777]: ERROR nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [req-e42633db-8295-4150-86e8-97a387b2d28d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e42633db-8295-4150-86e8-97a387b2d28d"}]} [ 1477.570357] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1477.577852] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1477.579759] env[62777]: DEBUG nova.network.neutron [-] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.597417] env[62777]: DEBUG nova.network.neutron [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Updated VIF entry in instance network info cache for port 9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.597876] env[62777]: DEBUG nova.network.neutron [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Updating instance_info_cache with network_info: [{"id": "714de67d-3a40-417e-aaea-bf075cbd9c51", "address": "fa:16:3e:12:9f:07", "network": {"id": "616db59b-2774-4764-9271-13f0a03d33d5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1014733073", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a44713-0af1-486e-bc0d-00e03a769fa4", "external-id": "nsx-vlan-transportzone-420", "segmentation_id": 420, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap714de67d-3a", "ovs_interfaceid": "714de67d-3a40-417e-aaea-bf075cbd9c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "address": "fa:16:3e:52:4f:c4", "network": {"id": "4b150efd-b936-466e-8cdf-eda744641721", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501929385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839fa7a-46", "ovs_interfaceid": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.599880] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1477.603128] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.615517] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1477.640495] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1477.798407] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cc92df-f070-47a1-a44a-2d4ac2a40bb2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.817787] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.854635] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693949, 'name': CreateVM_Task, 'duration_secs': 0.526488} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.857014] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.858063] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.858301] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.858720] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.859028] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc10266-b117-4ede-8f43-8c46896873ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.864912] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1477.864912] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5249e178-2aaa-67d5-54f8-32d34f9d06a8" [ 1477.864912] env[62777]: _type = "Task" [ 1477.864912] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.873183] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5249e178-2aaa-67d5-54f8-32d34f9d06a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.977948] env[62777]: DEBUG nova.network.neutron [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updated VIF entry in instance network info cache for port f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.978362] env[62777]: DEBUG nova.network.neutron [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf34dde48-e9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.088094] env[62777]: INFO nova.compute.manager [-] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Took 1.37 seconds to deallocate network for instance. [ 1478.104507] env[62777]: DEBUG oslo_concurrency.lockutils [req-dfc0a8a2-3d52-4e52-b94c-69e347c9e91b req-3d608b7c-2a2e-4d85-a727-714f3786a53f service nova] Releasing lock "refresh_cache-c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.107159] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.145228] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a44d5c4-7ee6-4d51-bd04-3a5a61a5c321 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.153010] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a25d94d-7ac1-42e9-ba74-fd3f4787d7c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.185961] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddbab85-dd05-40a3-b810-70482475682d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.193219] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de9ee8e-daa8-44f9-8108-a2c68a9f720e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.206706] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.329994] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.330358] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd6b6250-7add-47ce-99b1-f9dabec18507 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.337942] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1478.337942] env[62777]: value = "task-1693950" [ 1478.337942] env[62777]: _type = "Task" [ 1478.337942] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.348565] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.382460] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5249e178-2aaa-67d5-54f8-32d34f9d06a8, 'name': SearchDatastore_Task, 'duration_secs': 0.039224} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.382798] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.383050] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.383293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.383440] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.383616] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.385213] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90032f0e-965a-4a05-8e4a-cba8e11645f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.392554] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.392889] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.393867] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ccd88c2-a73f-4ad5-8b7c-69d8f9f42b33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.400570] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1478.400570] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525bcdc3-b842-c290-82c3-961927efdf1b" [ 1478.400570] env[62777]: _type = "Task" [ 1478.400570] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.409718] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525bcdc3-b842-c290-82c3-961927efdf1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.482926] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.483246] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Received event network-changed-8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1478.483424] env[62777]: DEBUG nova.compute.manager [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Refreshing instance network info cache due to event network-changed-8d5a8d04-a316-45e4-85a0-c15db820e0d9. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1478.483640] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Acquiring lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.483788] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Acquired lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.483938] env[62777]: DEBUG nova.network.neutron [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Refreshing network info cache for port 8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.599041] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.728210] env[62777]: ERROR nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [req-1c2ad288-f728-4314-af11-c3410723d6f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1c2ad288-f728-4314-af11-c3410723d6f7"}]} [ 1478.743024] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1478.755341] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1478.755479] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.765869] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1478.783020] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1478.847626] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693950, 'name': PowerOffVM_Task, 'duration_secs': 0.254054} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.847884] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.848083] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.911704] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525bcdc3-b842-c290-82c3-961927efdf1b, 'name': SearchDatastore_Task, 'duration_secs': 0.009255} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.914655] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e01207d9-d324-4083-9c6a-7fc5ef3c4055 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.919608] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1478.919608] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6c802-0767-5dbc-78d9-adf74fb3a40c" [ 1478.919608] env[62777]: _type = "Task" [ 1478.919608] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.928942] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6c802-0767-5dbc-78d9-adf74fb3a40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.082504] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "b975381d-212e-4843-ad46-ab50d3a03200" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.082764] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "b975381d-212e-4843-ad46-ab50d3a03200" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.082984] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "b975381d-212e-4843-ad46-ab50d3a03200-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.083174] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "b975381d-212e-4843-ad46-ab50d3a03200-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.083342] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "b975381d-212e-4843-ad46-ab50d3a03200-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.085675] env[62777]: INFO nova.compute.manager [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Terminating instance [ 1479.177041] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194a79c4-c477-4b06-89b3-03a2aa6a8e0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.185432] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a129a006-db9e-477c-9a19-a6343d02fa22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.218070] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012b7dea-3975-4784-b491-0d8dce12ef2e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.222713] env[62777]: DEBUG nova.compute.manager [req-2679cd23-af3a-4d8d-bafc-baa708a2ad62 req-c4d69266-d1e3-4b93-87ed-c5529568eb2a service nova] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Received event network-vif-deleted-a77b44f1-52d7-4ec1-a031-bb5f2211227b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1479.228662] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7e2920-8a05-441b-8112-e5b0bdd0f9d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.242315] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.290298] env[62777]: DEBUG nova.network.neutron [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updated VIF entry in instance network info cache for port 8d5a8d04-a316-45e4-85a0-c15db820e0d9. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.290710] env[62777]: DEBUG nova.network.neutron [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating instance_info_cache with network_info: [{"id": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "address": "fa:16:3e:86:44:09", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5a8d04-a3", "ovs_interfaceid": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.354350] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.355148] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.355148] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.355148] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.355148] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.355285] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.355384] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.355537] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.355692] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.356276] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.356276] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.361515] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.361719] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c649ec52-ac8f-46fb-9e9e-721a3d75dbf4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.377886] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1479.377886] env[62777]: value = "task-1693951" [ 1479.377886] env[62777]: _type = "Task" [ 1479.377886] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.385945] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693951, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.430247] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6c802-0767-5dbc-78d9-adf74fb3a40c, 'name': SearchDatastore_Task, 'duration_secs': 0.008575} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.430565] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.430842] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c6351f5a-8baa-4659-82bc-ff54ef3a6b5c/c6351f5a-8baa-4659-82bc-ff54ef3a6b5c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.431126] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f62e2932-c52e-4ccb-9ad4-72086e624f69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.438521] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1479.438521] env[62777]: value = "task-1693952" [ 1479.438521] env[62777]: _type = "Task" [ 1479.438521] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.446802] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.591383] env[62777]: DEBUG nova.compute.manager [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1479.591807] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b68e856-a81a-481a-8dd7-f7009461eae1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.601680] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff6982-e93b-49b7-a324-d82929f78971 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.635978] env[62777]: WARNING nova.virt.vmwareapi.driver [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance b975381d-212e-4843-ad46-ab50d3a03200 could not be found. [ 1479.636261] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1479.636686] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-125c7da0-5235-4066-b38a-f7eba7915e51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.645751] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294a9b45-72c3-4bde-8f79-a7035a2e427a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.679692] env[62777]: WARNING nova.virt.vmwareapi.vmops [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b975381d-212e-4843-ad46-ab50d3a03200 could not be found. [ 1479.680085] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.680190] env[62777]: INFO nova.compute.manager [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1479.680544] env[62777]: DEBUG oslo.service.loopingcall [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.680931] env[62777]: DEBUG nova.compute.manager [-] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.681049] env[62777]: DEBUG nova.network.neutron [-] [instance: b975381d-212e-4843-ad46-ab50d3a03200] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.778060] env[62777]: DEBUG nova.scheduler.client.report [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1479.778421] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 88 to 89 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1479.778618] env[62777]: DEBUG nova.compute.provider_tree [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.793636] env[62777]: DEBUG oslo_concurrency.lockutils [req-5913fc90-7247-47a5-b08c-b5c084fa2ed6 req-f2693aa2-645e-48fd-86a9-631824e55477 service nova] Releasing lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.892486] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693951, 'name': ReconfigVM_Task, 'duration_secs': 0.187286} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.892818] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1479.952295] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693952, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.286473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.334s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.287035] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.292144] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.780s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.292331] env[62777]: DEBUG nova.objects.instance [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1480.401022] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T16:14:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d826b624-028c-4d6b-bc49-8648c1ca0cbf',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-907454029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1480.404933] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1480.405143] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.407141] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1480.407141] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.407141] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1480.407141] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1480.407141] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1480.407141] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1480.408123] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1480.408123] env[62777]: DEBUG nova.virt.hardware [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1480.413115] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.413324] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df92b08-b623-45e4-9b37-e108d961e10f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.433157] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1480.433157] env[62777]: value = "task-1693953" [ 1480.433157] env[62777]: _type = "Task" [ 1480.433157] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.441628] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.452606] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525972} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.452606] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c6351f5a-8baa-4659-82bc-ff54ef3a6b5c/c6351f5a-8baa-4659-82bc-ff54ef3a6b5c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.452606] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.452606] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fd51870-9655-4092-b6ac-f3da4b88e438 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.456418] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1480.456418] env[62777]: value = "task-1693954" [ 1480.456418] env[62777]: _type = "Task" [ 1480.456418] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.464188] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.801126] env[62777]: DEBUG nova.compute.utils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1480.802651] env[62777]: DEBUG nova.network.neutron [-] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.805708] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1480.805875] env[62777]: DEBUG nova.network.neutron [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1480.849689] env[62777]: DEBUG nova.policy [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '922f45cb1fb84b52b420305880bfadd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e56b16e498ce4012800d974009825c86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1480.946812] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693953, 'name': ReconfigVM_Task, 'duration_secs': 0.226203} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.947375] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1480.948358] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fc206-cafe-4025-beab-54835cb904c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.974059] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.977881] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f56853-d435-4649-89a2-8846d5687861 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.997120] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063901} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.998156] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.998485] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1480.998485] env[62777]: value = "task-1693955" [ 1480.998485] env[62777]: _type = "Task" [ 1480.998485] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.999181] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8aa446-e3c7-4d9f-960a-fab97d83bf16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.011641] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.032047] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] c6351f5a-8baa-4659-82bc-ff54ef3a6b5c/c6351f5a-8baa-4659-82bc-ff54ef3a6b5c.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.032352] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c651d1df-bc61-412c-bde9-1ef6621811db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.054373] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1481.054373] env[62777]: value = "task-1693956" [ 1481.054373] env[62777]: _type = "Task" [ 1481.054373] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.062128] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.227701] env[62777]: DEBUG nova.network.neutron [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Successfully created port: 3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.255867] env[62777]: DEBUG nova.compute.manager [req-705f7908-1f85-4d36-96f5-74f535d5a08e req-bdfb7da0-c0d0-4b73-b7eb-a887dc00facb service nova] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Received event network-vif-deleted-41a9a1d3-1602-4205-986a-8810ff59a0ac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1481.313155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78ceeaa6-3335-4130-a014-2e22d04b91b6 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.314560] env[62777]: DEBUG nova.compute.utils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.315892] env[62777]: INFO nova.compute.manager [-] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Took 1.63 seconds to deallocate network for instance. [ 1481.316738] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.315s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.316738] env[62777]: DEBUG nova.objects.instance [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lazy-loading 'resources' on Instance uuid 8935b7cd-baea-4835-8da9-7aef46cc3896 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.511995] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693955, 'name': ReconfigVM_Task, 'duration_secs': 0.269902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.512432] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.512855] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1481.564679] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693956, 'name': ReconfigVM_Task, 'duration_secs': 0.277328} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.565281] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] c6351f5a-8baa-4659-82bc-ff54ef3a6b5c/c6351f5a-8baa-4659-82bc-ff54ef3a6b5c.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.566097] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a0b804-de1b-4edd-9d82-234e5eef0be7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.576022] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1481.576022] env[62777]: value = "task-1693957" [ 1481.576022] env[62777]: _type = "Task" [ 1481.576022] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.583907] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693957, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.823910] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.893828] env[62777]: INFO nova.compute.manager [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Took 0.58 seconds to detach 1 volumes for instance. [ 1481.896282] env[62777]: DEBUG nova.compute.manager [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Deleting volume: ee445e62-9730-4813-9c27-18482c2b0817 {{(pid=62777) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1482.028022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3911c1-7cd6-4df1-9d89-2542fe75966b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.053221] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71bd52e-6561-4044-b65d-a1116af2f081 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.072936] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1482.088086] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693957, 'name': Rename_Task, 'duration_secs': 0.132997} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.088324] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.089124] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5df7db-54d6-4bd1-a038-cc5617d8adfa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.097749] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1482.097749] env[62777]: value = "task-1693959" [ 1482.097749] env[62777]: _type = "Task" [ 1482.097749] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.108151] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.413309] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a9b5eb-1f02-48d0-8f21-492912079618 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.421576] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd6086-f260-4ab1-9f27-2047893a3b11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.451906] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14f8675-5db8-4c0e-afa2-8ca9ecd88b5b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.459402] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba8a43f-2fb3-4b55-b0b3-44f84cb47877 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.464242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.474866] env[62777]: DEBUG nova.compute.provider_tree [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.608149] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693959, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.637845] env[62777]: DEBUG nova.network.neutron [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Port f2ab65d2-17a2-4bf1-9095-8e75fc4de100 binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1482.838457] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.866125] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T16:11:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='665313874',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-294674243',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.866400] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.866561] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.866744] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.866887] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.867042] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.867252] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.867411] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.867567] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.867723] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.867888] env[62777]: DEBUG nova.virt.hardware [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.868821] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20198f9-1a9f-4324-b15d-33ac962b3aa2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.876680] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d298d-5619-47a4-9174-c5ef878ecc56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.978942] env[62777]: DEBUG nova.scheduler.client.report [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1483.027983] env[62777]: DEBUG nova.network.neutron [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Successfully updated port: 3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.109728] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693959, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.283466] env[62777]: DEBUG nova.compute.manager [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Received event network-vif-plugged-3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1483.283698] env[62777]: DEBUG oslo_concurrency.lockutils [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] Acquiring lock "420c618f-af56-4288-be5f-61f8e601a442-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.284058] env[62777]: DEBUG oslo_concurrency.lockutils [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] Lock "420c618f-af56-4288-be5f-61f8e601a442-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.284187] env[62777]: DEBUG oslo_concurrency.lockutils [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] Lock "420c618f-af56-4288-be5f-61f8e601a442-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.284278] env[62777]: DEBUG nova.compute.manager [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] No waiting events found dispatching network-vif-plugged-3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.284426] env[62777]: WARNING nova.compute.manager [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Received unexpected event network-vif-plugged-3f9d330d-9299-4f59-bb05-62489544c99f for instance with vm_state building and task_state spawning. [ 1483.285097] env[62777]: DEBUG nova.compute.manager [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Received event network-changed-3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1483.285097] env[62777]: DEBUG nova.compute.manager [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Refreshing instance network info cache due to event network-changed-3f9d330d-9299-4f59-bb05-62489544c99f. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1483.285097] env[62777]: DEBUG oslo_concurrency.lockutils [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] Acquiring lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.285097] env[62777]: DEBUG oslo_concurrency.lockutils [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] Acquired lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.285267] env[62777]: DEBUG nova.network.neutron [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Refreshing network info cache for port 3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.484115] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.487028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.090s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.488169] env[62777]: INFO nova.compute.claims [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.510669] env[62777]: INFO nova.scheduler.client.report [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Deleted allocations for instance 8935b7cd-baea-4835-8da9-7aef46cc3896 [ 1483.530976] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.609332] env[62777]: DEBUG oslo_vmware.api [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693959, 'name': PowerOnVM_Task, 'duration_secs': 1.027118} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.609590] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.609793] env[62777]: INFO nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Took 13.17 seconds to spawn the instance on the hypervisor. [ 1483.609971] env[62777]: DEBUG nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.610767] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b17eae5-2b7f-4b49-b826-e134161a130d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.660408] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.660659] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.660847] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.815205] env[62777]: DEBUG nova.network.neutron [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.882615] env[62777]: DEBUG nova.network.neutron [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.018027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d567c55c-254f-4e2a-a48a-8897311e9f75 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "8935b7cd-baea-4835-8da9-7aef46cc3896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.694s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.127846] env[62777]: INFO nova.compute.manager [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Took 44.98 seconds to build instance. [ 1484.385270] env[62777]: DEBUG oslo_concurrency.lockutils [req-6913c3cc-8572-40b3-9961-8127ff5048c2 req-6c180548-a77e-44b7-b61a-11a06cbb3a8b service nova] Releasing lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.385726] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.385914] env[62777]: DEBUG nova.network.neutron [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.630353] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beac9e91-5cba-40c0-9ef5-65fdb139adfa tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.496s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.697368] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1484.697576] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.697757] env[62777]: DEBUG nova.network.neutron [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1484.869025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5ff721-202e-45d6-a00b-4a436adbfd66 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.876427] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad323d62-63ad-4c12-b49a-1a56f43c658c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.908427] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f808af-589a-4719-83e6-dc6257e83cb0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.915641] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a81e84a-9eff-4a37-91d7-9de6f7c25f4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.929254] env[62777]: DEBUG nova.compute.provider_tree [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.940067] env[62777]: DEBUG nova.network.neutron [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1484.963220] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.963561] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.963694] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.963880] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.964056] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.965911] env[62777]: INFO nova.compute.manager [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Terminating instance [ 1485.065236] env[62777]: DEBUG nova.network.neutron [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Updating instance_info_cache with network_info: [{"id": "3f9d330d-9299-4f59-bb05-62489544c99f", "address": "fa:16:3e:3a:6c:ff", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9d330d-92", "ovs_interfaceid": "3f9d330d-9299-4f59-bb05-62489544c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.432483] env[62777]: DEBUG nova.scheduler.client.report [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1485.458911] env[62777]: DEBUG nova.network.neutron [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.469213] env[62777]: DEBUG nova.compute.manager [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1485.469425] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.470626] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea97506-e625-4714-a384-fa16010506e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.478995] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.479239] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03622543-6fda-45f4-a9f8-f50754e66f68 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.485088] env[62777]: DEBUG oslo_vmware.api [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1485.485088] env[62777]: value = "task-1693960" [ 1485.485088] env[62777]: _type = "Task" [ 1485.485088] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.493217] env[62777]: DEBUG oslo_vmware.api [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.567848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Releasing lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.568239] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Instance network_info: |[{"id": "3f9d330d-9299-4f59-bb05-62489544c99f", "address": "fa:16:3e:3a:6c:ff", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9d330d-92", "ovs_interfaceid": "3f9d330d-9299-4f59-bb05-62489544c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1485.568761] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:6c:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e272539-d425-489f-9a63-aba692e88933', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f9d330d-9299-4f59-bb05-62489544c99f', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.576230] env[62777]: DEBUG oslo.service.loopingcall [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.576462] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.576696] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc1c4f1-ce2b-4ab9-bd1a-9a00366dd8c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.595950] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.595950] env[62777]: value = "task-1693961" [ 1485.595950] env[62777]: _type = "Task" [ 1485.595950] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.603725] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693961, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.938098] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.938402] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1485.941334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.024s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.941882] env[62777]: DEBUG nova.objects.instance [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lazy-loading 'resources' on Instance uuid 8f2d989c-64c8-4291-8a05-aa479da4a9cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.960937] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1485.996526] env[62777]: DEBUG oslo_vmware.api [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693960, 'name': PowerOffVM_Task, 'duration_secs': 0.213413} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.996801] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.996970] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.997227] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5405591d-1887-4e21-963d-67779577d641 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.107277] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693961, 'name': CreateVM_Task, 'duration_secs': 0.349797} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.107453] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.108145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.108311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.108651] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.108895] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fb282f-26d5-4aa1-aaf3-6bdd196b4b98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.113345] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1486.113345] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a8ad51-5a76-3e96-1a79-8124ea649604" [ 1486.113345] env[62777]: _type = "Task" [ 1486.113345] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.121073] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a8ad51-5a76-3e96-1a79-8124ea649604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.229836] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.230071] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.230256] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Deleting the datastore file [datastore1] c6351f5a-8baa-4659-82bc-ff54ef3a6b5c {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.230557] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad40d8dd-a176-4972-92c8-7bae6bee8b10 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.237537] env[62777]: DEBUG oslo_vmware.api [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for the task: (returnval){ [ 1486.237537] env[62777]: value = "task-1693963" [ 1486.237537] env[62777]: _type = "Task" [ 1486.237537] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.245589] env[62777]: DEBUG oslo_vmware.api [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.448248] env[62777]: DEBUG nova.compute.utils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.449832] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1486.449995] env[62777]: DEBUG nova.network.neutron [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.490061] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebc3cc1-a9d4-4e13-a2ec-fa6b6850d897 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.516097] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bafed47-0575-45f6-a37c-30f60ffbf1e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.524498] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1486.570637] env[62777]: DEBUG nova.policy [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f5661b164c24e468ce5cab63ef554d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c8b6c1461fc84fd28c294090397ae758', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1486.626386] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a8ad51-5a76-3e96-1a79-8124ea649604, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.626682] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.626907] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.627146] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.627616] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.627871] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.628172] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bade6ce3-3a95-4954-b76e-49365291558f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.639325] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.639507] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.640233] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0fd9eed-8c41-4739-bab1-808bac3147b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.646919] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1486.646919] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526f76e9-82df-544a-7010-e63bc2dcb737" [ 1486.646919] env[62777]: _type = "Task" [ 1486.646919] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.654471] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526f76e9-82df-544a-7010-e63bc2dcb737, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.747395] env[62777]: DEBUG oslo_vmware.api [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Task: {'id': task-1693963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138699} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.747659] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.747846] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.748096] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.748211] env[62777]: INFO nova.compute.manager [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1486.748446] env[62777]: DEBUG oslo.service.loopingcall [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.748633] env[62777]: DEBUG nova.compute.manager [-] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.748739] env[62777]: DEBUG nova.network.neutron [-] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.922014] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c30069f-2dbc-4eb6-88ad-e1d8eb8225da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.930145] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206913d7-44b1-416b-ab18-fe28947468e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.962848] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1486.969572] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47705fed-1c8f-47a7-ad12-b4c119f40d53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.980097] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8827da9a-c3c2-4b26-a4a8-4eb87aa0318a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.994928] env[62777]: DEBUG nova.compute.provider_tree [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.031907] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1487.032171] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d27e60-bd4e-497e-add6-e3a2583c8931 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.040152] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1487.040152] env[62777]: value = "task-1693964" [ 1487.040152] env[62777]: _type = "Task" [ 1487.040152] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.044152] env[62777]: DEBUG nova.network.neutron [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Successfully created port: 90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.053097] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.157766] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526f76e9-82df-544a-7010-e63bc2dcb737, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.160749] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcaa7025-fe43-4d71-9c01-84570fea8b02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.166820] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1487.166820] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525599dd-1357-5261-a5eb-81afa8ddfd0b" [ 1487.166820] env[62777]: _type = "Task" [ 1487.166820] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.179394] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525599dd-1357-5261-a5eb-81afa8ddfd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.179660] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.179919] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 420c618f-af56-4288-be5f-61f8e601a442/420c618f-af56-4288-be5f-61f8e601a442.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.180305] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90dfa3ec-d3e7-45ce-a480-951a25e3859a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.186477] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1487.186477] env[62777]: value = "task-1693965" [ 1487.186477] env[62777]: _type = "Task" [ 1487.186477] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.188768] env[62777]: DEBUG nova.compute.manager [req-76d0f59d-c7c5-4e8e-9d83-f5bb4ed38442 req-b142de47-351d-4a7f-b2ff-0168b7a78fbb service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received event network-vif-deleted-714de67d-3a40-417e-aaea-bf075cbd9c51 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1487.189119] env[62777]: INFO nova.compute.manager [req-76d0f59d-c7c5-4e8e-9d83-f5bb4ed38442 req-b142de47-351d-4a7f-b2ff-0168b7a78fbb service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Neutron deleted interface 714de67d-3a40-417e-aaea-bf075cbd9c51; detaching it from the instance and deleting it from the info cache [ 1487.189451] env[62777]: DEBUG nova.network.neutron [req-76d0f59d-c7c5-4e8e-9d83-f5bb4ed38442 req-b142de47-351d-4a7f-b2ff-0168b7a78fbb service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Updating instance_info_cache with network_info: [{"id": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "address": "fa:16:3e:52:4f:c4", "network": {"id": "4b150efd-b936-466e-8cdf-eda744641721", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501929385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.253", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "298b5552f8de43a98c7f947e0caf3c07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9839fa7a-46", "ovs_interfaceid": "9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.199216] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.498492] env[62777]: DEBUG nova.scheduler.client.report [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1487.552951] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.694939] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec3721a3-bca0-4442-8612-36dcd423b46b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.700541] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693965, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.707598] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7287fc3-3a71-4bd4-a619-3e630e8a2cdc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.741279] env[62777]: DEBUG nova.compute.manager [req-76d0f59d-c7c5-4e8e-9d83-f5bb4ed38442 req-b142de47-351d-4a7f-b2ff-0168b7a78fbb service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Detach interface failed, port_id=714de67d-3a40-417e-aaea-bf075cbd9c51, reason: Instance c6351f5a-8baa-4659-82bc-ff54ef3a6b5c could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1487.979241] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1488.003289] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.007402] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.007577] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.008752] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.008752] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.008752] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.008752] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.008752] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.008752] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.008985] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.009114] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.009329] env[62777]: DEBUG nova.virt.hardware [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.009813] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.398s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.011225] env[62777]: INFO nova.compute.claims [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.015113] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9a4f34-bdc5-4108-8f79-a5f13425cb43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.017933] env[62777]: DEBUG nova.network.neutron [-] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.024757] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41791cb4-d38b-4e4e-95f0-c970506eeae9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.029397] env[62777]: INFO nova.scheduler.client.report [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Deleted allocations for instance 8f2d989c-64c8-4291-8a05-aa479da4a9cd [ 1488.050675] env[62777]: DEBUG oslo_vmware.api [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1693964, 'name': PowerOnVM_Task, 'duration_secs': 0.794174} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.050939] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1488.051138] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be593c1e-463a-4b8a-ac7c-54f9c8515899 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance '513be50c-76ce-4166-86a7-d6ea133f878c' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1488.201031] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534114} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.201031] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 420c618f-af56-4288-be5f-61f8e601a442/420c618f-af56-4288-be5f-61f8e601a442.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.201977] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.201977] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936d7e69-b99a-4a96-9541-94965d1eafc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.208447] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1488.208447] env[62777]: value = "task-1693966" [ 1488.208447] env[62777]: _type = "Task" [ 1488.208447] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.216653] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.521088] env[62777]: INFO nova.compute.manager [-] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Took 1.77 seconds to deallocate network for instance. [ 1488.544631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-88d40a3d-dc22-4eef-aa9a-a1107dadb8d3 tempest-ServerShowV257Test-1878118141 tempest-ServerShowV257Test-1878118141-project-member] Lock "8f2d989c-64c8-4291-8a05-aa479da4a9cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.717898] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183958} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.718183] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.718949] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1546c76d-bd81-40ff-9565-fbc2cc2c1ceb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.740447] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 420c618f-af56-4288-be5f-61f8e601a442/420c618f-af56-4288-be5f-61f8e601a442.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.740733] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f47e2c-36a0-4613-a87b-c13a66324f7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.759843] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1488.759843] env[62777]: value = "task-1693967" [ 1488.759843] env[62777]: _type = "Task" [ 1488.759843] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.768282] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693967, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.846146] env[62777]: DEBUG nova.network.neutron [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Successfully updated port: 90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1489.026351] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.219259] env[62777]: DEBUG nova.compute.manager [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Received event network-vif-deleted-9839fa7a-46e9-4cba-9dc4-73ba2d21fcf5 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1489.219259] env[62777]: DEBUG nova.compute.manager [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Received event network-vif-plugged-90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1489.219443] env[62777]: DEBUG oslo_concurrency.lockutils [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] Acquiring lock "86df93ec-b132-4ad8-b20c-0156267d2249-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.220358] env[62777]: DEBUG oslo_concurrency.lockutils [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] Lock "86df93ec-b132-4ad8-b20c-0156267d2249-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.220722] env[62777]: DEBUG oslo_concurrency.lockutils [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] Lock "86df93ec-b132-4ad8-b20c-0156267d2249-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.220919] env[62777]: DEBUG nova.compute.manager [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] No waiting events found dispatching network-vif-plugged-90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1489.221145] env[62777]: WARNING nova.compute.manager [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Received unexpected event network-vif-plugged-90bb9c1d-6648-41b7-b715-0497344b17ae for instance with vm_state building and task_state spawning. [ 1489.221409] env[62777]: DEBUG nova.compute.manager [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Received event network-changed-90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1489.221623] env[62777]: DEBUG nova.compute.manager [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Refreshing instance network info cache due to event network-changed-90bb9c1d-6648-41b7-b715-0497344b17ae. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1489.222062] env[62777]: DEBUG oslo_concurrency.lockutils [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] Acquiring lock "refresh_cache-86df93ec-b132-4ad8-b20c-0156267d2249" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.222274] env[62777]: DEBUG oslo_concurrency.lockutils [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] Acquired lock "refresh_cache-86df93ec-b132-4ad8-b20c-0156267d2249" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.222525] env[62777]: DEBUG nova.network.neutron [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Refreshing network info cache for port 90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1489.269858] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.351285] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "refresh_cache-86df93ec-b132-4ad8-b20c-0156267d2249" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.385544] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53313ace-11af-4053-ad7d-f8799c092c56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.394236] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4f030-1649-4e0b-9a6e-5deabd6896d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.428768] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaebe02-90e2-48b9-97b8-6d903b043ce9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.436245] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad93cb33-2810-4343-8744-ac99c71f3768 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.450386] env[62777]: DEBUG nova.compute.provider_tree [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.757543] env[62777]: DEBUG nova.network.neutron [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.769725] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693967, 'name': ReconfigVM_Task, 'duration_secs': 0.826048} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.769837] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 420c618f-af56-4288-be5f-61f8e601a442/420c618f-af56-4288-be5f-61f8e601a442.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.770182] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62777) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1489.770848] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-908810b5-858b-48ea-8f57-3e90df36daf6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.778064] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1489.778064] env[62777]: value = "task-1693968" [ 1489.778064] env[62777]: _type = "Task" [ 1489.778064] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.786233] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693968, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.844698] env[62777]: DEBUG nova.network.neutron [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.953332] env[62777]: DEBUG nova.scheduler.client.report [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1490.113333] env[62777]: DEBUG nova.network.neutron [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Port f2ab65d2-17a2-4bf1-9095-8e75fc4de100 binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1490.113609] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.113761] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.113926] env[62777]: DEBUG nova.network.neutron [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.290061] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693968, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.047225} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.290328] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62777) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1490.291186] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9eedc5-23b4-4dbd-b534-05b2218c1521 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.315203] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 420c618f-af56-4288-be5f-61f8e601a442/ephemeral_0.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.315495] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ec6c1f-4af9-4a1b-bd6b-d5a854d5c0d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.337400] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1490.337400] env[62777]: value = "task-1693969" [ 1490.337400] env[62777]: _type = "Task" [ 1490.337400] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.345167] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.347710] env[62777]: DEBUG oslo_concurrency.lockutils [req-87577e67-934c-413d-abf4-f91ebe284742 req-9b6b5f91-4e27-4557-825b-1686dda0d213 service nova] Releasing lock "refresh_cache-86df93ec-b132-4ad8-b20c-0156267d2249" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.348029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired lock "refresh_cache-86df93ec-b132-4ad8-b20c-0156267d2249" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.348190] env[62777]: DEBUG nova.network.neutron [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1490.458979] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.459486] env[62777]: DEBUG nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1490.462309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.699s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.462548] env[62777]: DEBUG nova.objects.instance [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lazy-loading 'resources' on Instance uuid a19f9cf9-0026-437b-84ee-66f875aeb636 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1490.847925] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693969, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.850552] env[62777]: DEBUG nova.network.neutron [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.881913] env[62777]: DEBUG nova.network.neutron [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1490.965544] env[62777]: DEBUG nova.compute.utils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1490.967306] env[62777]: DEBUG nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1491.062581] env[62777]: DEBUG nova.network.neutron [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Updating instance_info_cache with network_info: [{"id": "90bb9c1d-6648-41b7-b715-0497344b17ae", "address": "fa:16:3e:b3:a8:c6", "network": {"id": "d9894019-7ec6-4991-977d-9c37c039029d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-899178768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b6c1461fc84fd28c294090397ae758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90bb9c1d-66", "ovs_interfaceid": "90bb9c1d-6648-41b7-b715-0497344b17ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.349232] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693969, 'name': ReconfigVM_Task, 'duration_secs': 0.770345} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.351498] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 420c618f-af56-4288-be5f-61f8e601a442/ephemeral_0.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.352302] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf9c7044-5012-4cb8-b764-084ca0116654 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.354133] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.360698] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1491.360698] env[62777]: value = "task-1693970" [ 1491.360698] env[62777]: _type = "Task" [ 1491.360698] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.362280] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c166bbd4-c40a-44ec-a4ed-1323c4ce6bfb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.375523] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de19a3da-8c44-4795-bc49-da4f2c74e0a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.378335] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693970, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.407346] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aacabd-c0cc-4955-b9bd-5f5328f01979 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.414814] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a265a-31cb-4dcf-83bc-f69e56e100a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.428445] env[62777]: DEBUG nova.compute.provider_tree [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.472050] env[62777]: DEBUG nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.565055] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Releasing lock "refresh_cache-86df93ec-b132-4ad8-b20c-0156267d2249" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.565392] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Instance network_info: |[{"id": "90bb9c1d-6648-41b7-b715-0497344b17ae", "address": "fa:16:3e:b3:a8:c6", "network": {"id": "d9894019-7ec6-4991-977d-9c37c039029d", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-899178768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c8b6c1461fc84fd28c294090397ae758", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90bb9c1d-66", "ovs_interfaceid": "90bb9c1d-6648-41b7-b715-0497344b17ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1491.565825] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:a8:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90bb9c1d-6648-41b7-b715-0497344b17ae', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.573193] env[62777]: DEBUG oslo.service.loopingcall [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.573692] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.573992] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71978af7-5b3d-46cd-b369-b22cff8d0a8b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.593751] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.593751] env[62777]: value = "task-1693971" [ 1491.593751] env[62777]: _type = "Task" [ 1491.593751] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.601128] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693971, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.857927] env[62777]: DEBUG nova.compute.manager [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62777) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1491.858305] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1491.871651] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693970, 'name': Rename_Task, 'duration_secs': 0.226993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.871973] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.872232] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27618d14-cfeb-49f2-8cfb-19f34f3038ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.879165] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1491.879165] env[62777]: value = "task-1693972" [ 1491.879165] env[62777]: _type = "Task" [ 1491.879165] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.891265] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.932497] env[62777]: DEBUG nova.scheduler.client.report [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1492.105051] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693971, 'name': CreateVM_Task, 'duration_secs': 0.316323} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.105415] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.106098] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.106273] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.106592] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.106936] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8e30de-5719-4c11-8fbf-97c90182f1f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.111874] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1492.111874] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52676e25-3beb-734e-475e-ae11199af5eb" [ 1492.111874] env[62777]: _type = "Task" [ 1492.111874] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.119663] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52676e25-3beb-734e-475e-ae11199af5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.390036] env[62777]: DEBUG oslo_vmware.api [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1693972, 'name': PowerOnVM_Task, 'duration_secs': 0.452603} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.390036] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1492.390036] env[62777]: INFO nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1492.390380] env[62777]: DEBUG nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.391270] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0574f-6a72-4a86-999d-001792cff5a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.437299] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.439572] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.631s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.439790] env[62777]: DEBUG nova.objects.instance [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lazy-loading 'resources' on Instance uuid 38c103b4-6244-4243-aa10-0a71c8c0e530 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.461245] env[62777]: INFO nova.scheduler.client.report [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted allocations for instance a19f9cf9-0026-437b-84ee-66f875aeb636 [ 1492.480457] env[62777]: DEBUG nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.512275] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1492.512592] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1492.512824] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.512960] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1492.513255] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.513423] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1492.513735] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1492.513922] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1492.514106] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1492.514266] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1492.514432] env[62777]: DEBUG nova.virt.hardware [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1492.515554] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eceb53e-23d7-46b4-8a62-9ddab99d4d4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.524486] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d37fb-f714-4326-8dcd-e70d675b6e3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.538015] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.543996] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Creating folder: Project (73bff413be61407fb387ef7308c9dbf0). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.544345] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ca30f81-04b3-42da-a47e-a524caca290d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.555652] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Created folder: Project (73bff413be61407fb387ef7308c9dbf0) in parent group-v353040. [ 1492.555842] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Creating folder: Instances. Parent ref: group-v353227. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.556080] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6e8c266-7241-4c6e-a8a0-a55e7e1925e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.564529] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Created folder: Instances in parent group-v353227. [ 1492.564743] env[62777]: DEBUG oslo.service.loopingcall [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.564914] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.565112] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca8fbbd-103e-43b6-8da2-ab82bbb02719 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.579946] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.579946] env[62777]: value = "task-1693975" [ 1492.579946] env[62777]: _type = "Task" [ 1492.579946] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.586867] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693975, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.620161] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52676e25-3beb-734e-475e-ae11199af5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.620431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.620673] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1492.620913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.621277] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.621358] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1492.621671] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6741011b-25a0-489e-ab1b-ee5c455d3f0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.629370] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1492.629539] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1492.630217] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8652018-ad30-4bb8-8f7a-76bd033b181a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.634911] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1492.634911] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca78d2-bed5-ce0b-0878-212e6cf2ba2a" [ 1492.634911] env[62777]: _type = "Task" [ 1492.634911] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.641959] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca78d2-bed5-ce0b-0878-212e6cf2ba2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.907698] env[62777]: INFO nova.compute.manager [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Took 45.47 seconds to build instance. [ 1492.971691] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f44e23d0-003f-43d4-a9c9-40c17d18dd62 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "a19f9cf9-0026-437b-84ee-66f875aeb636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.837s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.091197] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693975, 'name': CreateVM_Task, 'duration_secs': 0.251222} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.091362] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.091817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.091981] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.092316] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.092555] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639fe276-35ca-425f-bf8f-7d3ad4e87cd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.099075] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1493.099075] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5262512b-7a18-ffbb-91fd-c0575f378c44" [ 1493.099075] env[62777]: _type = "Task" [ 1493.099075] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.106539] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5262512b-7a18-ffbb-91fd-c0575f378c44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.146574] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca78d2-bed5-ce0b-0878-212e6cf2ba2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010162} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.147412] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e51737fa-cc57-4b43-944f-a7e494a25073 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.155018] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1493.155018] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52344a01-5e13-1648-d5cc-2b4754979887" [ 1493.155018] env[62777]: _type = "Task" [ 1493.155018] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.164632] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52344a01-5e13-1648-d5cc-2b4754979887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.311790] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a08ec-a25b-4ac8-8feb-6d8b4db448fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.319065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.319269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.319449] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.319652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.319787] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.322429] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8f81ce-5259-4395-b9a0-eb000d167d28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.325914] env[62777]: INFO nova.compute.manager [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Terminating instance [ 1493.354783] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb7038-280a-402e-a5ce-a3e49e401988 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.362993] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3af07c-3236-4956-8b33-5cb88b60112e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.377344] env[62777]: DEBUG nova.compute.provider_tree [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.409777] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67dba369-da58-4ff4-9e45-00165c8dd2f1 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "420c618f-af56-4288-be5f-61f8e601a442" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.991s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.612692] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5262512b-7a18-ffbb-91fd-c0575f378c44, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.612999] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.613255] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.613465] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.665763] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52344a01-5e13-1648-d5cc-2b4754979887, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.665869] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.666082] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 86df93ec-b132-4ad8-b20c-0156267d2249/86df93ec-b132-4ad8-b20c-0156267d2249.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.666355] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.666540] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.666743] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe99abec-ea78-49e9-920a-9687bb24a7f4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.668580] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8470e64c-8ca3-49d3-b0d7-dea4ae2c06da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.674799] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1493.674799] env[62777]: value = "task-1693976" [ 1493.674799] env[62777]: _type = "Task" [ 1493.674799] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.678873] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.679052] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.682364] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07199ab-6f56-4a94-a860-ff85cbc7995f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.684420] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.687303] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1493.687303] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14c41-7637-b573-fec7-b29c92df2828" [ 1493.687303] env[62777]: _type = "Task" [ 1493.687303] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.694969] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14c41-7637-b573-fec7-b29c92df2828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.830139] env[62777]: DEBUG nova.compute.manager [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.830391] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.831430] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76b91f2-0e68-42f0-83a5-a95207668d84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.838850] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.839116] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4435f74b-9eed-4f53-ad03-6b72103c13ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.845142] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1493.845142] env[62777]: value = "task-1693977" [ 1493.845142] env[62777]: _type = "Task" [ 1493.845142] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.852745] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.880328] env[62777]: DEBUG nova.scheduler.client.report [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1494.186943] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693976, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.200976] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14c41-7637-b573-fec7-b29c92df2828, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.201978] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9070611-1c26-4661-b290-67394a5c2e6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.208204] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1494.208204] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520989c1-fa76-711c-8241-7de66936d5f7" [ 1494.208204] env[62777]: _type = "Task" [ 1494.208204] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.216713] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520989c1-fa76-711c-8241-7de66936d5f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.307862] env[62777]: DEBUG nova.compute.manager [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Received event network-changed-3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1494.308030] env[62777]: DEBUG nova.compute.manager [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Refreshing instance network info cache due to event network-changed-3f9d330d-9299-4f59-bb05-62489544c99f. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1494.308206] env[62777]: DEBUG oslo_concurrency.lockutils [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] Acquiring lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.308350] env[62777]: DEBUG oslo_concurrency.lockutils [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] Acquired lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.308652] env[62777]: DEBUG nova.network.neutron [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Refreshing network info cache for port 3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1494.355985] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693977, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.389746] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.392278] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.399s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.417432] env[62777]: INFO nova.scheduler.client.report [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Deleted allocations for instance 38c103b4-6244-4243-aa10-0a71c8c0e530 [ 1494.689992] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576882} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.689992] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 86df93ec-b132-4ad8-b20c-0156267d2249/86df93ec-b132-4ad8-b20c-0156267d2249.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.689992] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.690229] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9912d7ac-9524-4697-93aa-fecdfb433de0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.698491] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1494.698491] env[62777]: value = "task-1693978" [ 1494.698491] env[62777]: _type = "Task" [ 1494.698491] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.705824] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.722915] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520989c1-fa76-711c-8241-7de66936d5f7, 'name': SearchDatastore_Task, 'duration_secs': 0.032317} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.722915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.722915] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.722915] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82757f7d-21f0-4132-8974-4ab0e980eac8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.727378] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1494.727378] env[62777]: value = "task-1693979" [ 1494.727378] env[62777]: _type = "Task" [ 1494.727378] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.735377] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.856441] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693977, 'name': PowerOffVM_Task, 'duration_secs': 0.52542} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.856756] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1494.856936] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1494.857301] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8006ba9-af9c-4f1e-a843-654c9bb7433f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.896670] env[62777]: INFO nova.compute.claims [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.929993] env[62777]: DEBUG oslo_concurrency.lockutils [None req-332272d5-44d6-4628-a2c7-12c2f021b256 tempest-ImagesOneServerTestJSON-150481378 tempest-ImagesOneServerTestJSON-150481378-project-member] Lock "38c103b4-6244-4243-aa10-0a71c8c0e530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.141s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.209445] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071641} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.209785] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.210678] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf00b3a-7a20-42ab-b9d3-9f02da1824ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.234535] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 86df93ec-b132-4ad8-b20c-0156267d2249/86df93ec-b132-4ad8-b20c-0156267d2249.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.234953] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51a0e240-8444-4f7e-ba3b-4c27ac1820e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.253672] env[62777]: DEBUG nova.network.neutron [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Updated VIF entry in instance network info cache for port 3f9d330d-9299-4f59-bb05-62489544c99f. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1495.254039] env[62777]: DEBUG nova.network.neutron [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Updating instance_info_cache with network_info: [{"id": "3f9d330d-9299-4f59-bb05-62489544c99f", "address": "fa:16:3e:3a:6c:ff", "network": {"id": "91a581e3-0857-4c2e-af79-97b81b8fad4d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-159490615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e56b16e498ce4012800d974009825c86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e272539-d425-489f-9a63-aba692e88933", "external-id": "nsx-vlan-transportzone-869", "segmentation_id": 869, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f9d330d-92", "ovs_interfaceid": "3f9d330d-9299-4f59-bb05-62489544c99f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.263207] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693979, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.264849] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1495.264849] env[62777]: value = "task-1693981" [ 1495.264849] env[62777]: _type = "Task" [ 1495.264849] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.274073] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.403776] env[62777]: INFO nova.compute.resource_tracker [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating resource usage from migration 4eb79c30-eff9-4d10-a0e3-58b90b2a3f52 [ 1495.752129] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770766} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.752129] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.752129] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.752129] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0a48411-8a78-4ef0-82f8-c227918f8ac2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.756323] env[62777]: DEBUG oslo_concurrency.lockutils [req-4f0d3144-d7cf-4ab7-839b-aa98a76a0ad2 req-7fe5ffff-acb7-4c02-bc81-b151223938e1 service nova] Releasing lock "refresh_cache-420c618f-af56-4288-be5f-61f8e601a442" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.758203] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1495.758203] env[62777]: value = "task-1693982" [ 1495.758203] env[62777]: _type = "Task" [ 1495.758203] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.772545] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.781873] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.825484] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df18d63c-b15b-42ed-ba9b-6089a548fd37 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.832834] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5741aa2-c46a-4eca-a627-12c7b381b805 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.867847] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c86287f-bb73-4147-9951-bce79e2c39e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.876123] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ed862-5986-4960-9fc4-cb2ee9ee05f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.890302] env[62777]: DEBUG nova.compute.provider_tree [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.273923] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.276798] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070952} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.277056] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.277823] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218b965b-47a4-4b72-b324-d08ba2834f8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.296939] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.297216] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46be12c0-fdf2-434a-af67-163a55c772bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.316402] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1496.316402] env[62777]: value = "task-1693983" [ 1496.316402] env[62777]: _type = "Task" [ 1496.316402] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.324450] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.432748] env[62777]: DEBUG nova.scheduler.client.report [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1496.433056] env[62777]: DEBUG nova.compute.provider_tree [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 89 to 90 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1496.433252] env[62777]: DEBUG nova.compute.provider_tree [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.642767] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1496.643372] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1496.643823] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleting the datastore file [datastore1] 9c5a620a-de1b-419f-a0e3-eaf74a63883a {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1496.645077] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7efd6bf-a033-449a-9187-e492d8771ea7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.654124] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1496.654124] env[62777]: value = "task-1693984" [ 1496.654124] env[62777]: _type = "Task" [ 1496.654124] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.661529] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.781785] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693981, 'name': ReconfigVM_Task, 'duration_secs': 1.140953} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.782705] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 86df93ec-b132-4ad8-b20c-0156267d2249/86df93ec-b132-4ad8-b20c-0156267d2249.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.784169] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ecb3b88-b8f6-4aea-8ba1-9aaf88a556bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.792198] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1496.792198] env[62777]: value = "task-1693985" [ 1496.792198] env[62777]: _type = "Task" [ 1496.792198] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.802791] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693985, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.827408] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693983, 'name': ReconfigVM_Task, 'duration_secs': 0.280531} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.827832] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.831162] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5434398a-c11d-4f38-9359-2e83568631a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.834980] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1496.834980] env[62777]: value = "task-1693986" [ 1496.834980] env[62777]: _type = "Task" [ 1496.834980] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.843392] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693986, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.938916] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.547s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.939125] env[62777]: INFO nova.compute.manager [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Migrating [ 1496.945759] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.479s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.945966] env[62777]: DEBUG nova.objects.instance [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lazy-loading 'resources' on Instance uuid fc665a3e-b00a-4091-8984-7bcf1c5ffb0a {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1497.161725] env[62777]: DEBUG oslo_vmware.api [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1693984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268925} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.162065] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1497.162299] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1497.162520] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1497.162757] env[62777]: INFO nova.compute.manager [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Took 3.33 seconds to destroy the instance on the hypervisor. [ 1497.163030] env[62777]: DEBUG oslo.service.loopingcall [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1497.163236] env[62777]: DEBUG nova.compute.manager [-] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1497.164012] env[62777]: DEBUG nova.network.neutron [-] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1497.302623] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693985, 'name': Rename_Task, 'duration_secs': 0.169336} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.302907] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.303168] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11832df2-42ff-4183-bac8-24b7ce7b11bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.308986] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1497.308986] env[62777]: value = "task-1693987" [ 1497.308986] env[62777]: _type = "Task" [ 1497.308986] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.320481] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.346563] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693986, 'name': Rename_Task, 'duration_secs': 0.132207} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.346563] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.347531] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36c14be-c10a-4541-a852-0973a0fba225 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.353454] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1497.353454] env[62777]: value = "task-1693988" [ 1497.353454] env[62777]: _type = "Task" [ 1497.353454] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.361743] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.447479] env[62777]: DEBUG nova.compute.manager [req-bb537e4b-1bfa-4c53-a049-2894ffbe2c14 req-04088ed7-685f-42c8-a5bc-6a8fff9df0f4 service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Received event network-vif-deleted-3f661edd-4489-45d5-b302-bb92f73fa970 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1497.447479] env[62777]: INFO nova.compute.manager [req-bb537e4b-1bfa-4c53-a049-2894ffbe2c14 req-04088ed7-685f-42c8-a5bc-6a8fff9df0f4 service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Neutron deleted interface 3f661edd-4489-45d5-b302-bb92f73fa970; detaching it from the instance and deleting it from the info cache [ 1497.447479] env[62777]: DEBUG nova.network.neutron [req-bb537e4b-1bfa-4c53-a049-2894ffbe2c14 req-04088ed7-685f-42c8-a5bc-6a8fff9df0f4 service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.457681] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.457681] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.459127] env[62777]: DEBUG nova.network.neutron [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.804126] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a122c3a-3de8-498e-9257-f1386f7cab73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.815886] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421ef269-0ed8-474a-948e-b86a40ff4ef7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.824275] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.849052] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0edd582-0d8a-48dd-b530-12d39fb5a090 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.859995] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329ba154-3a0f-4699-9b68-3b0dcc6932dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.868733] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.876327] env[62777]: DEBUG nova.compute.provider_tree [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1497.918925] env[62777]: DEBUG nova.network.neutron [-] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.951596] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba93d646-8175-4f89-9496-7a5c71450492 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.962237] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078fb38a-6b2e-4733-87d8-9e87073ba936 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.998929] env[62777]: DEBUG nova.compute.manager [req-bb537e4b-1bfa-4c53-a049-2894ffbe2c14 req-04088ed7-685f-42c8-a5bc-6a8fff9df0f4 service nova] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Detach interface failed, port_id=3f661edd-4489-45d5-b302-bb92f73fa970, reason: Instance 9c5a620a-de1b-419f-a0e3-eaf74a63883a could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1498.214126] env[62777]: DEBUG nova.network.neutron [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [{"id": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "address": "fa:16:3e:9c:5b:1e", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb7c1-87", "ovs_interfaceid": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.321118] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.364588] env[62777]: DEBUG oslo_vmware.api [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693988, 'name': PowerOnVM_Task, 'duration_secs': 0.989375} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.364789] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.365020] env[62777]: INFO nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1498.365212] env[62777]: DEBUG nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.365965] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bca577-1c30-48f4-b713-bf2ab4f3d1b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.412806] env[62777]: DEBUG nova.scheduler.client.report [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1498.414600] env[62777]: DEBUG nova.compute.provider_tree [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 90 to 91 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1498.414600] env[62777]: DEBUG nova.compute.provider_tree [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1498.421419] env[62777]: INFO nova.compute.manager [-] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Took 1.26 seconds to deallocate network for instance. [ 1498.716875] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.822161] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693987, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.882070] env[62777]: INFO nova.compute.manager [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Took 39.29 seconds to build instance. [ 1498.919470] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.922112] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.454s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.922196] env[62777]: DEBUG nova.objects.instance [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lazy-loading 'resources' on Instance uuid f8d7fb97-78c9-4dac-9e73-1f3ec66b0537 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1498.928930] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.944038] env[62777]: INFO nova.scheduler.client.report [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Deleted allocations for instance fc665a3e-b00a-4091-8984-7bcf1c5ffb0a [ 1499.322963] env[62777]: DEBUG oslo_vmware.api [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693987, 'name': PowerOnVM_Task, 'duration_secs': 1.628942} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.322963] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.323145] env[62777]: INFO nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1499.323254] env[62777]: DEBUG nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.324500] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3676c5f1-ee93-4cd4-a4f6-109a91d303b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.383990] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3aca835e-a7da-422d-ba8e-e35a851d8b20 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "d7fed843-179a-4dfb-af08-2c1631ea0818" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.804s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.451892] env[62777]: DEBUG oslo_concurrency.lockutils [None req-64c601f2-9029-48df-a7bb-e98720bbf9ba tempest-FloatingIPsAssociationTestJSON-487043893 tempest-FloatingIPsAssociationTestJSON-487043893-project-member] Lock "fc665a3e-b00a-4091-8984-7bcf1c5ffb0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.547s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.738254] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e731f6bd-7635-4403-93a0-7a1be4119439 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.746102] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9789ce52-2f75-4833-9a87-07b7388b581c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.776329] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2ef6f3-3385-40c8-a0ec-5ac5d26da0b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.783469] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9057f8-0d93-4bbb-9e35-871fec568b06 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.796171] env[62777]: DEBUG nova.compute.provider_tree [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.839910] env[62777]: INFO nova.compute.manager [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Took 47.46 seconds to build instance. [ 1499.877418] env[62777]: INFO nova.compute.manager [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Rebuilding instance [ 1499.914274] env[62777]: DEBUG nova.compute.manager [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.915175] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afb7a27-e08a-428d-aef6-7d08f1f5c627 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.232988] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeca7b99-4f36-4e3e-8b43-65a5b002a635 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.255846] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1500.299242] env[62777]: DEBUG nova.scheduler.client.report [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1500.342600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f1a95460-d5b7-47b0-8ebc-e576fa1bf3d8 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "86df93ec-b132-4ad8-b20c-0156267d2249" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.975s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.765968] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.766359] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb5acca7-cc09-41da-8915-6cd446f0697b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.775924] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1500.775924] env[62777]: value = "task-1693989" [ 1500.775924] env[62777]: _type = "Task" [ 1500.775924] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.784600] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.805268] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.807657] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.787s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.807921] env[62777]: DEBUG nova.objects.instance [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lazy-loading 'resources' on Instance uuid 63b6a0f2-410a-42ec-9c13-8302967ada1b {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.835747] env[62777]: INFO nova.scheduler.client.report [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Deleted allocations for instance f8d7fb97-78c9-4dac-9e73-1f3ec66b0537 [ 1500.932025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.932025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d04e8ca-12af-4cf1-af04-41965e376191 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.938551] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1500.938551] env[62777]: value = "task-1693990" [ 1500.938551] env[62777]: _type = "Task" [ 1500.938551] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.947597] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.286073] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.346435] env[62777]: DEBUG oslo_concurrency.lockutils [None req-beecb9e5-0198-4cef-8b0f-2a88d6622383 tempest-ServerAddressesNegativeTestJSON-2083499940 tempest-ServerAddressesNegativeTestJSON-2083499940-project-member] Lock "f8d7fb97-78c9-4dac-9e73-1f3ec66b0537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.539s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.450031] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693990, 'name': PowerOffVM_Task, 'duration_secs': 0.111803} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.450362] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1501.450716] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1501.452170] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f9ec14-f9a7-4a4f-b746-255e7f9a04da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.463458] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1501.463729] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55ee66aa-7096-41de-90f5-5a53c851c12c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.491117] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1501.491254] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1501.491438] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Deleting the datastore file [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1501.491954] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d1c4cb-da46-4b11-a9e6-055f87294308 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.499012] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1501.499012] env[62777]: value = "task-1693992" [ 1501.499012] env[62777]: _type = "Task" [ 1501.499012] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.507855] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.692027] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd51707f-0d6b-45f3-9955-db85ba5bf252 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.704768] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278bb0b-744f-47c6-b44a-bc440c962346 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.738379] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7257e80f-3f09-4f8e-8bdd-fd0c571b906b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.747237] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3f96a3-f8b5-49b2-9cc1-b44cddecc43b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.763056] env[62777]: DEBUG nova.compute.provider_tree [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.787527] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.008677] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1693992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141175} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.009423] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1502.009423] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1502.009423] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1502.200899] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.201093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.201321] env[62777]: INFO nova.compute.manager [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Rebooting instance [ 1502.267932] env[62777]: DEBUG nova.scheduler.client.report [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1502.288860] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693989, 'name': PowerOffVM_Task, 'duration_secs': 1.162183} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.289215] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.289413] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1502.720324] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.720324] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.720324] env[62777]: DEBUG nova.network.neutron [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.775018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.775018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.900s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.775018] env[62777]: DEBUG nova.objects.instance [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lazy-loading 'resources' on Instance uuid 865a4907-bb1b-411b-b837-867b99de7458 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.800112] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1502.800112] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1502.800112] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.800112] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1502.800112] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.800112] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1502.800833] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1502.801818] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1502.801818] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1502.802574] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1502.803022] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1502.811669] env[62777]: INFO nova.scheduler.client.report [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleted allocations for instance 63b6a0f2-410a-42ec-9c13-8302967ada1b [ 1502.813219] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8fc10bf-84f5-4bf0-bcbb-cfdf2e7b6a55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.834911] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1502.834911] env[62777]: value = "task-1693993" [ 1502.834911] env[62777]: _type = "Task" [ 1502.834911] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.843526] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.031664] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "86df93ec-b132-4ad8-b20c-0156267d2249" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.031932] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "86df93ec-b132-4ad8-b20c-0156267d2249" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.032075] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "86df93ec-b132-4ad8-b20c-0156267d2249-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1503.032385] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "86df93ec-b132-4ad8-b20c-0156267d2249-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.032421] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "86df93ec-b132-4ad8-b20c-0156267d2249-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.036344] env[62777]: INFO nova.compute.manager [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Terminating instance [ 1503.057525] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1503.057874] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1503.058110] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.058386] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1503.058598] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.058803] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1503.059246] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1503.059336] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1503.059571] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1503.059801] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1503.060043] env[62777]: DEBUG nova.virt.hardware [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1503.061710] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e7498-46a3-4587-961b-d80cf2a2e17a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.073531] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab1411-54f1-4a99-ac81-bee5fdb2bc9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.097393] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.103523] env[62777]: DEBUG oslo.service.loopingcall [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.104453] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1503.104453] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30cc75b9-493f-4438-b313-169da0fbe9e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.121824] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1503.121824] env[62777]: value = "task-1693994" [ 1503.121824] env[62777]: _type = "Task" [ 1503.121824] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.130969] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693994, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.335088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a70dc4f0-4e11-4e6d-882e-381ea1cbb793 tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "63b6a0f2-410a-42ec-9c13-8302967ada1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.918s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.348745] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693993, 'name': ReconfigVM_Task, 'duration_secs': 0.305764} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.348979] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1503.542111] env[62777]: DEBUG nova.compute.manager [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1503.546031] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.546031] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42e2f2d-cf6f-40e8-a86f-5789fb0e558c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.553869] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.556363] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a89cd0-9026-48f7-b933-de0bb26383f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.565871] env[62777]: DEBUG oslo_vmware.api [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1503.565871] env[62777]: value = "task-1693995" [ 1503.565871] env[62777]: _type = "Task" [ 1503.565871] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.579291] env[62777]: DEBUG oslo_vmware.api [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.642905] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1693994, 'name': CreateVM_Task, 'duration_secs': 0.416523} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.643112] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.643573] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.643849] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.645648] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.648243] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c54cc6-7088-4c72-be4f-9dd6a59a335c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.654281] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1503.654281] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5239d4f1-09d4-c6cc-ca11-857223a1a421" [ 1503.654281] env[62777]: _type = "Task" [ 1503.654281] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.664206] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5239d4f1-09d4-c6cc-ca11-857223a1a421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.669074] env[62777]: DEBUG nova.network.neutron [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.709350] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d395067-1175-4055-b840-13fe6e5b0986 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.719142] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22755d3a-5571-4b3f-804d-e4f35c180b5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.754413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52220a16-6e85-4311-95ea-563710f67526 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.763296] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7972024b-651d-4f8d-849c-8254ae4ff5c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.778088] env[62777]: DEBUG nova.compute.provider_tree [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1503.858557] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1503.858761] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1503.858973] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1503.859130] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1503.859279] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1503.859424] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1503.859635] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1503.859778] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1503.859940] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1503.860200] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1503.860395] env[62777]: DEBUG nova.virt.hardware [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1503.865700] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1503.866392] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4d85b8b-eb74-4466-93a5-2229f1222d86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.885091] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1503.885091] env[62777]: value = "task-1693996" [ 1503.885091] env[62777]: _type = "Task" [ 1503.885091] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.892980] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.079771] env[62777]: DEBUG oslo_vmware.api [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693995, 'name': PowerOffVM_Task, 'duration_secs': 0.191034} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.080131] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.080301] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.080549] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97e51c4b-b2c5-4a66-b621-7c47303580a0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.152528] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1504.152773] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1504.152980] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Deleting the datastore file [datastore1] 86df93ec-b132-4ad8-b20c-0156267d2249 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1504.153272] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8838967b-9bf1-4209-9a6e-bdd01645f34f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.165454] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5239d4f1-09d4-c6cc-ca11-857223a1a421, 'name': SearchDatastore_Task, 'duration_secs': 0.009192} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.167130] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.167689] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1504.168009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.168236] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.168488] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1504.168895] env[62777]: DEBUG oslo_vmware.api [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1504.168895] env[62777]: value = "task-1693998" [ 1504.168895] env[62777]: _type = "Task" [ 1504.168895] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.169153] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d960b533-4485-4a57-b21f-c2d0c68fd3d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.172349] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.182407] env[62777]: DEBUG oslo_vmware.api [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.183801] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1504.183981] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1504.184733] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce0e1e4-3777-49c2-be4c-8f8095e7d561 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.190510] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1504.190510] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52898a97-41df-b415-b509-1b6425c2e045" [ 1504.190510] env[62777]: _type = "Task" [ 1504.190510] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.198993] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52898a97-41df-b415-b509-1b6425c2e045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.282147] env[62777]: DEBUG nova.scheduler.client.report [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1504.385976] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.386453] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.399593] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693996, 'name': ReconfigVM_Task, 'duration_secs': 0.173781} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.400119] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1504.401362] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64331d07-a49a-485e-a3aa-45a1f526b325 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.432585] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d/7075ea82-4047-4b59-905b-478903d90a9d.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.433384] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daac088e-1180-4876-a217-acd001878070 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.453066] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1504.453066] env[62777]: value = "task-1693999" [ 1504.453066] env[62777]: _type = "Task" [ 1504.453066] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.461983] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.683130] env[62777]: DEBUG oslo_vmware.api [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1693998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163619} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.683576] env[62777]: DEBUG nova.compute.manager [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1504.683854] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.684039] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.684212] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.684378] env[62777]: INFO nova.compute.manager [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1504.684597] env[62777]: DEBUG oslo.service.loopingcall [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.685324] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a52d9b-6c92-4056-a22b-2f49d417e4d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.687984] env[62777]: DEBUG nova.compute.manager [-] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1504.688139] env[62777]: DEBUG nova.network.neutron [-] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.704354] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52898a97-41df-b415-b509-1b6425c2e045, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.705497] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867b6f83-e8fb-4506-b80c-4428023e85aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.711251] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1504.711251] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52aae599-61ec-bc52-978e-801dbd415e97" [ 1504.711251] env[62777]: _type = "Task" [ 1504.711251] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.720614] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52aae599-61ec-bc52-978e-801dbd415e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.791040] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.792048] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.559s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.792225] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.792412] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1504.792929] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.008s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.792929] env[62777]: DEBUG nova.objects.instance [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lazy-loading 'resources' on Instance uuid b4966a3a-7826-4e9a-ae37-5404ac0d9810 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.795091] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d76a23-a501-4907-a332-29fb0e761492 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.805035] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3475a7ec-525a-465b-8fbd-db541d1c8224 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.821102] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ca0f01-ce38-4386-afc7-93eb39b1fef6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.827346] env[62777]: INFO nova.scheduler.client.report [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Deleted allocations for instance 865a4907-bb1b-411b-b837-867b99de7458 [ 1504.829263] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be25f927-7e82-4a5c-b0ae-ab3e0622e217 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.863193] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178391MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1504.863351] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.890259] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.964045] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1693999, 'name': ReconfigVM_Task, 'duration_secs': 0.265431} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.966042] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d/7075ea82-4047-4b59-905b-478903d90a9d.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.966042] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1505.022596] env[62777]: DEBUG nova.compute.manager [req-90f270d0-1cc3-4de6-bd9e-3ae1e430791b req-031982f1-1d14-4e7f-95f4-163cdaa9757a service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Received event network-vif-deleted-90bb9c1d-6648-41b7-b715-0497344b17ae {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1505.022895] env[62777]: INFO nova.compute.manager [req-90f270d0-1cc3-4de6-bd9e-3ae1e430791b req-031982f1-1d14-4e7f-95f4-163cdaa9757a service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Neutron deleted interface 90bb9c1d-6648-41b7-b715-0497344b17ae; detaching it from the instance and deleting it from the info cache [ 1505.022978] env[62777]: DEBUG nova.network.neutron [req-90f270d0-1cc3-4de6-bd9e-3ae1e430791b req-031982f1-1d14-4e7f-95f4-163cdaa9757a service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.223408] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52aae599-61ec-bc52-978e-801dbd415e97, 'name': SearchDatastore_Task, 'duration_secs': 0.009636} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.223733] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1505.223938] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.224228] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-959dce4d-3861-4c73-b776-30d3851d408c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.231399] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1505.231399] env[62777]: value = "task-1694000" [ 1505.231399] env[62777]: _type = "Task" [ 1505.231399] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.239747] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.341244] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f64d5a6e-bc80-49ce-9ebc-29f9beb6c0f0 tempest-AttachInterfacesUnderV243Test-1407338949 tempest-AttachInterfacesUnderV243Test-1407338949-project-member] Lock "865a4907-bb1b-411b-b837-867b99de7458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.225s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.419489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.479802] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b82133-7cd2-4043-9e71-fb9d24a9b9ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.483771] env[62777]: DEBUG nova.network.neutron [-] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.506666] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b222c6-f5b0-4bb2-979d-ac9fe21d1304 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.528586] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1505.535535] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dac998f8-041f-436f-844e-90397698f45b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.546331] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd480b-bce2-49ff-bf0c-419eb2def52f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.585480] env[62777]: DEBUG nova.compute.manager [req-90f270d0-1cc3-4de6-bd9e-3ae1e430791b req-031982f1-1d14-4e7f-95f4-163cdaa9757a service nova] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Detach interface failed, port_id=90bb9c1d-6648-41b7-b715-0497344b17ae, reason: Instance 86df93ec-b132-4ad8-b20c-0156267d2249 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1505.709434] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10000c09-8212-4ef4-bcca-662f1a999acd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.719873] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Doing hard reboot of VM {{(pid=62777) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1505.720174] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b66d6763-1a61-480c-ba42-84d147125d6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.732050] env[62777]: DEBUG oslo_vmware.api [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1505.732050] env[62777]: value = "task-1694001" [ 1505.732050] env[62777]: _type = "Task" [ 1505.732050] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.741212] env[62777]: DEBUG oslo_vmware.api [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694001, 'name': ResetVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.747143] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494494} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.747599] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.748192] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.748192] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bbd7d36-7227-464f-9557-71da36570d81 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.755199] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1505.755199] env[62777]: value = "task-1694002" [ 1505.755199] env[62777]: _type = "Task" [ 1505.755199] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.763398] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.815850] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd3a018-4f18-4c3a-85bb-6e8c02cc203a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.824554] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d517ee30-670f-420f-afc1-271c8c5c16af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.855715] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cdb983-6c08-4ead-b96e-f7f142083bb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.864535] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201c1329-59e0-4cf5-92c6-a1ce74caf480 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.878532] env[62777]: DEBUG nova.compute.provider_tree [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.989885] env[62777]: INFO nova.compute.manager [-] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Took 1.30 seconds to deallocate network for instance. [ 1506.111671] env[62777]: DEBUG nova.network.neutron [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Port 540cb7c1-87b0-4e41-9189-8ad9db1cfb9e binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1506.241300] env[62777]: DEBUG oslo_vmware.api [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694001, 'name': ResetVM_Task, 'duration_secs': 0.089738} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.243071] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Did hard reboot of VM {{(pid=62777) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1506.243071] env[62777]: DEBUG nova.compute.manager [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1506.243955] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd1597b-1bcb-45ad-a54f-ac3443a392d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.265997] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067004} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.266563] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.267599] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf8ef6c-7f40-4da2-9256-3920eb0d766d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.291896] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.292601] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1708854b-e6cd-46df-8ee9-75ec318cce2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.314257] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1506.314257] env[62777]: value = "task-1694003" [ 1506.314257] env[62777]: _type = "Task" [ 1506.314257] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.323036] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.383315] env[62777]: DEBUG nova.scheduler.client.report [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1506.496556] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.764836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c41768b8-c6bb-40f7-87f2-565b955d686b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.562s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.826357] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694003, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.889329] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.890583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.220s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.892804] env[62777]: INFO nova.compute.claims [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.912822] env[62777]: INFO nova.scheduler.client.report [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Deleted allocations for instance b4966a3a-7826-4e9a-ae37-5404ac0d9810 [ 1507.145475] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "7075ea82-4047-4b59-905b-478903d90a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.145741] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.145921] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.180971] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.181298] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1507.331427] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.423995] env[62777]: DEBUG oslo_concurrency.lockutils [None req-deeeb493-51b2-4f89-9414-a041d8dcdb45 tempest-VolumesAssistedSnapshotsTest-3703936 tempest-VolumesAssistedSnapshotsTest-3703936-project-member] Lock "b4966a3a-7826-4e9a-ae37-5404ac0d9810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.439s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.683840] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1507.826862] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694003, 'name': ReconfigVM_Task, 'duration_secs': 1.013385} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.827304] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Reconfigured VM instance instance-0000003e to attach disk [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818/d7fed843-179a-4dfb-af08-2c1631ea0818.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.828321] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca0498d3-0423-4d63-95a6-d2836a963bba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.835679] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1507.835679] env[62777]: value = "task-1694004" [ 1507.835679] env[62777]: _type = "Task" [ 1507.835679] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.843976] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694004, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.204870] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1508.231957] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.232178] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.232723] env[62777]: DEBUG nova.network.neutron [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.324449] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c420a54e-b6bd-4654-a340-753cd31c662e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.332233] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b7e22c-7e31-44d5-880f-a788ae024f30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.365722] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6833fb-2f84-4cdf-9fd1-5063c598d3b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.375286] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694004, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.380277] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7354afc9-ff47-4d6b-a00f-5e2984164d9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.393567] env[62777]: DEBUG nova.compute.provider_tree [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.850605] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694004, 'name': Rename_Task, 'duration_secs': 0.977769} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.850605] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1508.850831] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-819c11a8-905c-4271-aa19-884fe2d6d102 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.860697] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1508.860697] env[62777]: value = "task-1694005" [ 1508.860697] env[62777]: _type = "Task" [ 1508.860697] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.869285] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.897139] env[62777]: DEBUG nova.scheduler.client.report [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1509.100372] env[62777]: DEBUG nova.network.neutron [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [{"id": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "address": "fa:16:3e:9c:5b:1e", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb7c1-87", "ovs_interfaceid": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.370941] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.403401] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.403900] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.406549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.292s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.406764] env[62777]: DEBUG nova.objects.instance [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lazy-loading 'resources' on Instance uuid d1d3e66c-48ca-4300-bee1-77df013cb5e3 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.606384] env[62777]: DEBUG oslo_concurrency.lockutils [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.870655] env[62777]: DEBUG oslo_vmware.api [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694005, 'name': PowerOnVM_Task, 'duration_secs': 0.805828} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.871057] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1509.871272] env[62777]: DEBUG nova.compute.manager [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1509.872226] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c216e1-ab75-4219-97db-79a4e758b04f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.912571] env[62777]: DEBUG nova.compute.utils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.914927] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.914984] env[62777]: DEBUG nova.network.neutron [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.964759] env[62777]: DEBUG nova.policy [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04e0dd40845e41beb7ffab4e83414baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff503ead6cfd430c843cd563359b5e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1510.136541] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146090f-cdc2-4dae-903f-f3c0c489ce4b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.164168] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9e8d7b-8a50-4d9d-b7dc-407497bc1dd9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.173089] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1510.402597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.406225] env[62777]: DEBUG nova.network.neutron [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Successfully created port: af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.416229] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.420938] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8366c52a-912f-47fb-a53d-7e0134082d08 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.434394] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a52ba7-b33a-44de-bddc-c7ed8c4e2059 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.470972] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b611e6-262a-431e-a133-3d4008ffacb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.480791] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170c8981-a185-4555-a6f5-11e18768631c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.497307] env[62777]: DEBUG nova.compute.provider_tree [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.680812] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.682641] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3339ec15-e70d-443b-a20d-b8c3ab6f6338 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.692077] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1510.692077] env[62777]: value = "task-1694006" [ 1510.692077] env[62777]: _type = "Task" [ 1510.692077] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.700874] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.932291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "d7fed843-179a-4dfb-af08-2c1631ea0818" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.932731] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "d7fed843-179a-4dfb-af08-2c1631ea0818" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.935086] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "d7fed843-179a-4dfb-af08-2c1631ea0818-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.935086] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "d7fed843-179a-4dfb-af08-2c1631ea0818-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.935086] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "d7fed843-179a-4dfb-af08-2c1631ea0818-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1510.935717] env[62777]: INFO nova.compute.manager [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Terminating instance [ 1511.003039] env[62777]: DEBUG nova.scheduler.client.report [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1511.203170] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.439478] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.440787] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "refresh_cache-d7fed843-179a-4dfb-af08-2c1631ea0818" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.441150] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquired lock "refresh_cache-d7fed843-179a-4dfb-af08-2c1631ea0818" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.441427] env[62777]: DEBUG nova.network.neutron [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.474712] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.475401] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.475401] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.475401] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.475522] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.475578] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.476145] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.476145] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.476302] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.476493] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.476731] env[62777]: DEBUG nova.virt.hardware [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.479652] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee9e267-8751-4b9a-add5-4f1233ce78b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.492268] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2590168c-2031-464d-9527-8b16a5a3048e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.507587] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.512442] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.130s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.512693] env[62777]: DEBUG nova.objects.instance [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'resources' on Instance uuid 6af16382-5385-4bbf-8c7b-1f438f0e0261 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.535944] env[62777]: INFO nova.scheduler.client.report [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted allocations for instance d1d3e66c-48ca-4300-bee1-77df013cb5e3 [ 1511.702611] env[62777]: DEBUG oslo_vmware.api [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694006, 'name': PowerOnVM_Task, 'duration_secs': 0.642758} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.706019] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.706019] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85b26-3d98-4c35-b7ff-86904c63629d tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance '7075ea82-4047-4b59-905b-478903d90a9d' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.957098] env[62777]: DEBUG nova.compute.manager [req-dcc09fe7-f01e-4903-88e5-d8021b10a4e4 req-cd138a66-8220-4548-9e79-5539d557b7f7 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Received event network-vif-plugged-af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1511.957098] env[62777]: DEBUG oslo_concurrency.lockutils [req-dcc09fe7-f01e-4903-88e5-d8021b10a4e4 req-cd138a66-8220-4548-9e79-5539d557b7f7 service nova] Acquiring lock "800077c3-4767-49c7-bfdf-9396e25491b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.957098] env[62777]: DEBUG oslo_concurrency.lockutils [req-dcc09fe7-f01e-4903-88e5-d8021b10a4e4 req-cd138a66-8220-4548-9e79-5539d557b7f7 service nova] Lock "800077c3-4767-49c7-bfdf-9396e25491b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.957098] env[62777]: DEBUG oslo_concurrency.lockutils [req-dcc09fe7-f01e-4903-88e5-d8021b10a4e4 req-cd138a66-8220-4548-9e79-5539d557b7f7 service nova] Lock "800077c3-4767-49c7-bfdf-9396e25491b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.957098] env[62777]: DEBUG nova.compute.manager [req-dcc09fe7-f01e-4903-88e5-d8021b10a4e4 req-cd138a66-8220-4548-9e79-5539d557b7f7 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] No waiting events found dispatching network-vif-plugged-af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.957098] env[62777]: WARNING nova.compute.manager [req-dcc09fe7-f01e-4903-88e5-d8021b10a4e4 req-cd138a66-8220-4548-9e79-5539d557b7f7 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Received unexpected event network-vif-plugged-af16912b-8f2c-484c-a1dc-f68256700c9b for instance with vm_state building and task_state spawning. [ 1511.979184] env[62777]: DEBUG nova.network.neutron [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.052627] env[62777]: DEBUG oslo_concurrency.lockutils [None req-38e59e25-ccb0-4a1f-b87b-91aa9ec983b0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "d1d3e66c-48ca-4300-bee1-77df013cb5e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.253s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1512.096597] env[62777]: DEBUG nova.network.neutron [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.159994] env[62777]: DEBUG nova.network.neutron [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Successfully updated port: af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.405208] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae75f32-9692-4d10-b6d6-fa08c9ce4669 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.414685] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9fdf8a-bad4-4e82-9d6c-a80f74318595 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.445559] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9758e1c-b5ff-427f-8d40-5cfab78e0878 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.453293] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae17534-32c7-444f-9a55-04aee3aa2a3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.466875] env[62777]: DEBUG nova.compute.provider_tree [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.607203] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Releasing lock "refresh_cache-d7fed843-179a-4dfb-af08-2c1631ea0818" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.607583] env[62777]: DEBUG nova.compute.manager [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1512.607780] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1512.608717] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95903761-d6c0-4172-8f04-ce2e74012d59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.616784] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.617060] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af34ea6-dd71-4172-a338-6c0bc443cad9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.624224] env[62777]: DEBUG oslo_vmware.api [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1512.624224] env[62777]: value = "task-1694007" [ 1512.624224] env[62777]: _type = "Task" [ 1512.624224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.633446] env[62777]: DEBUG oslo_vmware.api [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.666644] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "refresh_cache-800077c3-4767-49c7-bfdf-9396e25491b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.666644] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "refresh_cache-800077c3-4767-49c7-bfdf-9396e25491b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.666711] env[62777]: DEBUG nova.network.neutron [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.976168] env[62777]: DEBUG nova.scheduler.client.report [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1513.134857] env[62777]: DEBUG oslo_vmware.api [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694007, 'name': PowerOffVM_Task, 'duration_secs': 0.255891} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.135251] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.135456] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.135729] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3e9a2f8-022a-45d7-b605-2b85616cd0ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.160427] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.160661] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.160934] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Deleting the datastore file [datastore1] d7fed843-179a-4dfb-af08-2c1631ea0818 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.161209] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3741df3-8e83-42f6-ba6f-2321b6e8871d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.167194] env[62777]: DEBUG oslo_vmware.api [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for the task: (returnval){ [ 1513.167194] env[62777]: value = "task-1694009" [ 1513.167194] env[62777]: _type = "Task" [ 1513.167194] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.176782] env[62777]: DEBUG oslo_vmware.api [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.206863] env[62777]: DEBUG nova.network.neutron [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.471920] env[62777]: DEBUG nova.network.neutron [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Updating instance_info_cache with network_info: [{"id": "af16912b-8f2c-484c-a1dc-f68256700c9b", "address": "fa:16:3e:93:06:1f", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf16912b-8f", "ovs_interfaceid": "af16912b-8f2c-484c-a1dc-f68256700c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.485668] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.488043] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.094s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.488350] env[62777]: DEBUG nova.objects.instance [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'resources' on Instance uuid fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.510638] env[62777]: INFO nova.scheduler.client.report [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted allocations for instance 6af16382-5385-4bbf-8c7b-1f438f0e0261 [ 1513.678026] env[62777]: DEBUG oslo_vmware.api [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Task: {'id': task-1694009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092986} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.678026] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.678145] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.678306] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.678538] env[62777]: INFO nova.compute.manager [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1513.678713] env[62777]: DEBUG oslo.service.loopingcall [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.678904] env[62777]: DEBUG nova.compute.manager [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.678999] env[62777]: DEBUG nova.network.neutron [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.696859] env[62777]: DEBUG nova.network.neutron [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.771651] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "7075ea82-4047-4b59-905b-478903d90a9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.771969] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.771969] env[62777]: DEBUG nova.compute.manager [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Going to confirm migration 3 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1513.974750] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "refresh_cache-800077c3-4767-49c7-bfdf-9396e25491b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.975915] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Instance network_info: |[{"id": "af16912b-8f2c-484c-a1dc-f68256700c9b", "address": "fa:16:3e:93:06:1f", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf16912b-8f", "ovs_interfaceid": "af16912b-8f2c-484c-a1dc-f68256700c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1513.975915] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:06:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af16912b-8f2c-484c-a1dc-f68256700c9b', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.984359] env[62777]: DEBUG oslo.service.loopingcall [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.984595] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.984880] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab61bfe0-3edf-460e-bc88-6f8020d5caaa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.000738] env[62777]: DEBUG nova.objects.instance [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'numa_topology' on Instance uuid fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.003273] env[62777]: DEBUG nova.compute.manager [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Received event network-changed-af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1514.003273] env[62777]: DEBUG nova.compute.manager [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Refreshing instance network info cache due to event network-changed-af16912b-8f2c-484c-a1dc-f68256700c9b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1514.003381] env[62777]: DEBUG oslo_concurrency.lockutils [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] Acquiring lock "refresh_cache-800077c3-4767-49c7-bfdf-9396e25491b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.003475] env[62777]: DEBUG oslo_concurrency.lockutils [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] Acquired lock "refresh_cache-800077c3-4767-49c7-bfdf-9396e25491b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.003854] env[62777]: DEBUG nova.network.neutron [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Refreshing network info cache for port af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.013055] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.013055] env[62777]: value = "task-1694010" [ 1514.013055] env[62777]: _type = "Task" [ 1514.013055] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.019894] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca58d59-f3d3-451b-acae-07f7ae2ab32e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "6af16382-5385-4bbf-8c7b-1f438f0e0261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.354s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.026980] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694010, 'name': CreateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.200093] env[62777]: DEBUG nova.network.neutron [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.329018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.329243] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.329422] env[62777]: DEBUG nova.network.neutron [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.329605] env[62777]: DEBUG nova.objects.instance [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lazy-loading 'info_cache' on Instance uuid 7075ea82-4047-4b59-905b-478903d90a9d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1514.506234] env[62777]: DEBUG nova.objects.base [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1514.522333] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694010, 'name': CreateVM_Task, 'duration_secs': 0.34695} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.522557] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.523161] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.523326] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.523652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.523901] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75821beb-4062-4f33-bd90-a77eac81a240 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.528542] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1514.528542] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52931f64-a871-a979-9c88-db71b3678acb" [ 1514.528542] env[62777]: _type = "Task" [ 1514.528542] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.536310] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52931f64-a871-a979-9c88-db71b3678acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.703128] env[62777]: INFO nova.compute.manager [-] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Took 1.02 seconds to deallocate network for instance. [ 1514.803118] env[62777]: DEBUG nova.network.neutron [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Updated VIF entry in instance network info cache for port af16912b-8f2c-484c-a1dc-f68256700c9b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.803118] env[62777]: DEBUG nova.network.neutron [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Updating instance_info_cache with network_info: [{"id": "af16912b-8f2c-484c-a1dc-f68256700c9b", "address": "fa:16:3e:93:06:1f", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf16912b-8f", "ovs_interfaceid": "af16912b-8f2c-484c-a1dc-f68256700c9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.870347] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f25a4db-8853-4766-af6a-188b8fe07842 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.878060] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4a840-fbeb-4d93-8583-3d99a9f44d29 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.919773] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2e5b68-300f-4881-8bc9-72c2c0e57b33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.928331] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052f5792-faa3-49bf-a1d7-057891fb038d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.949768] env[62777]: DEBUG nova.compute.provider_tree [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1515.042748] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52931f64-a871-a979-9c88-db71b3678acb, 'name': SearchDatastore_Task, 'duration_secs': 0.008556} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.042748] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.042912] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.043279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.043538] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.043743] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.044125] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43bd1f5f-2ed8-4ee2-9425-ff333741f44a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.053308] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.053483] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.054215] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea84e55-4b6d-44f1-947b-b0ce640e8d8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.059664] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1515.059664] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520f06e9-c74b-4f41-0e38-333c12c3665d" [ 1515.059664] env[62777]: _type = "Task" [ 1515.059664] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.067776] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520f06e9-c74b-4f41-0e38-333c12c3665d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.209306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.304868] env[62777]: DEBUG oslo_concurrency.lockutils [req-c033ae4d-3b20-4a41-811f-59963e769f25 req-47db254e-469a-4155-8393-9c2acc932072 service nova] Releasing lock "refresh_cache-800077c3-4767-49c7-bfdf-9396e25491b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.451625] env[62777]: DEBUG nova.scheduler.client.report [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1515.569801] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520f06e9-c74b-4f41-0e38-333c12c3665d, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.570642] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-940b4225-1532-488b-bdd6-2a432144bb73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.575819] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1515.575819] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a40f63-05d2-91db-d7cd-0c7bac31c151" [ 1515.575819] env[62777]: _type = "Task" [ 1515.575819] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.584136] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a40f63-05d2-91db-d7cd-0c7bac31c151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.700904] env[62777]: DEBUG nova.network.neutron [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [{"id": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "address": "fa:16:3e:9c:5b:1e", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540cb7c1-87", "ovs_interfaceid": "540cb7c1-87b0-4e41-9189-8ad9db1cfb9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.958652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.471s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.961212] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.562s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.086714] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a40f63-05d2-91db-d7cd-0c7bac31c151, 'name': SearchDatastore_Task, 'duration_secs': 0.009314} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.086978] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.087264] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 800077c3-4767-49c7-bfdf-9396e25491b6/800077c3-4767-49c7-bfdf-9396e25491b6.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.088062] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896e48a9-631d-4794-bad5-7c939f042382 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.094325] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1516.094325] env[62777]: value = "task-1694011" [ 1516.094325] env[62777]: _type = "Task" [ 1516.094325] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.104726] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.204037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-7075ea82-4047-4b59-905b-478903d90a9d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.204294] env[62777]: DEBUG nova.objects.instance [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lazy-loading 'migration_context' on Instance uuid 7075ea82-4047-4b59-905b-478903d90a9d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.317347] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca2b55-ace8-4690-818d-08b72ce463fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.326046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f99dfe3-5f76-436f-9dc0-db1e8b8d5f68 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.361210] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc534f-4496-4ac9-95ec-e5ca0843b8de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.370951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c02d25d-48b4-423f-a8ef-1e4cef31c07e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.387447] env[62777]: DEBUG nova.compute.provider_tree [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.470422] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e74dd53d-7559-40a4-b787-2b5712a5dca4 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 62.754s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.471116] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 37.110s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.471323] env[62777]: INFO nova.compute.manager [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Unshelving [ 1516.604754] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474172} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.605139] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 800077c3-4767-49c7-bfdf-9396e25491b6/800077c3-4767-49c7-bfdf-9396e25491b6.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.605410] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.605692] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9f48db-42da-4609-9648-f94e440d373c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.612035] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1516.612035] env[62777]: value = "task-1694012" [ 1516.612035] env[62777]: _type = "Task" [ 1516.612035] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.620351] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.678115] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.678517] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.710330] env[62777]: DEBUG nova.objects.base [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Object Instance<7075ea82-4047-4b59-905b-478903d90a9d> lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1516.712745] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325a6704-fe75-4677-9634-ad4a826290dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.737784] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42215397-fe29-435c-8650-002646c6ca04 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.745030] env[62777]: DEBUG oslo_vmware.api [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1516.745030] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba49f5-4782-5f4f-2d55-6c10a68710fc" [ 1516.745030] env[62777]: _type = "Task" [ 1516.745030] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.754335] env[62777]: DEBUG oslo_vmware.api [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba49f5-4782-5f4f-2d55-6c10a68710fc, 'name': SearchDatastore_Task, 'duration_secs': 0.007221} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.755268] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.894738] env[62777]: DEBUG nova.scheduler.client.report [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1517.123015] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067666} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.123145] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.123875] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd96b45-ffa3-4162-a797-c89a7ab7ecea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.147056] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 800077c3-4767-49c7-bfdf-9396e25491b6/800077c3-4767-49c7-bfdf-9396e25491b6.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.147836] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f3bf1ad-0314-48d0-99ce-b82e4253f739 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.169695] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1517.169695] env[62777]: value = "task-1694013" [ 1517.169695] env[62777]: _type = "Task" [ 1517.169695] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.177737] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.181257] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.398671] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.437s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.399461] env[62777]: INFO nova.compute.manager [None req-6c74b539-dd21-4aee-bbbc-88e01561b5a9 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Successfully reverted task state from rebuilding on failure for instance. [ 1517.404410] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.297s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.406050] env[62777]: INFO nova.compute.claims [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.482872] env[62777]: DEBUG nova.compute.utils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.679325] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694013, 'name': ReconfigVM_Task, 'duration_secs': 0.390905} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.679602] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 800077c3-4767-49c7-bfdf-9396e25491b6/800077c3-4767-49c7-bfdf-9396e25491b6.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1517.680228] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889e8a69-5b95-4c1a-a64b-f22e1d3cf667 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.688169] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1517.688169] env[62777]: value = "task-1694014" [ 1517.688169] env[62777]: _type = "Task" [ 1517.688169] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.698029] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694014, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.771509] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.831088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "082e047e-393c-4767-802f-f64729d75db7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.831180] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "082e047e-393c-4767-802f-f64729d75db7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.985862] env[62777]: INFO nova.virt.block_device [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Booting with volume 9952f2ac-4c64-42fc-9a70-2686ba1f436a at /dev/sdb [ 1518.021984] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b6f5207-f02f-42d4-8021-130714fb4e0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.032039] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec9d41-5a8b-4bb5-8148-7f5555800e58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.064899] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66f2728d-6d89-4446-bc46-a9632f1ecb6e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.072803] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc5b796-9546-4293-90dd-c0d48377f4f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.104077] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6263fb64-46fa-41ba-8f28-14b1992c3187 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.110147] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8492682e-5cc8-4676-9a18-bef18fecb926 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.123125] env[62777]: DEBUG nova.virt.block_device [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating existing volume attachment record: 1d37fbf9-40b9-42c0-b9ae-77e4d80af102 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1518.197635] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694014, 'name': Rename_Task, 'duration_secs': 0.133902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.197899] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.198148] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a24bbd-0173-481b-9f7b-efc6530fd7ef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.205293] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1518.205293] env[62777]: value = "task-1694015" [ 1518.205293] env[62777]: _type = "Task" [ 1518.205293] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.214227] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.336250] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1518.717023] env[62777]: DEBUG oslo_vmware.api [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694015, 'name': PowerOnVM_Task, 'duration_secs': 0.507679} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.717343] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.717513] env[62777]: INFO nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1518.717700] env[62777]: DEBUG nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.718492] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3727133b-b844-4e09-a031-fcbd25f57de2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.758074] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972cd90-6f29-421e-af07-6b37eb827c7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.766096] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368f5184-0288-416b-9c92-3b9f4db21369 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.798595] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a166c95b-281c-4397-b07b-64d440ecae9c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.806303] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8e3cda-ff74-47c6-9128-dc4fbf3440f4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.819810] env[62777]: DEBUG nova.compute.provider_tree [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.854866] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1519.239042] env[62777]: INFO nova.compute.manager [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Took 44.59 seconds to build instance. [ 1519.322784] env[62777]: DEBUG nova.scheduler.client.report [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1519.741863] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2698a963-6ad6-47f2-8b01-cfee6172ae4c tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "800077c3-4767-49c7-bfdf-9396e25491b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.098s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.828946] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.829163] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.831908] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.233s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.832158] env[62777]: DEBUG nova.objects.instance [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lazy-loading 'resources' on Instance uuid dce265ac-9ed7-4309-a9f6-df53769fe826 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.336037] env[62777]: DEBUG nova.compute.utils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.340146] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.340328] env[62777]: DEBUG nova.network.neutron [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.391198] env[62777]: DEBUG nova.policy [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac907d79f53429788e85241b1b67b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '652d7c9b808b4b7fb56289580dba60d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.658622] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b24e32-0479-4b36-9ddd-c06833400cc1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.670347] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41950fc-ae41-4541-9afe-50cbd45c31d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.720103] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc8d991-5468-4357-b04c-6a8d9642ac6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.731963] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e7d798-e647-4706-b874-f437485c51ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.747724] env[62777]: DEBUG nova.compute.provider_tree [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.760624] env[62777]: DEBUG nova.network.neutron [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Successfully created port: ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1520.840917] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1521.166541] env[62777]: DEBUG nova.compute.manager [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1521.167468] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04490ba-fcab-4bf8-a211-35bf479f1a5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.251157] env[62777]: DEBUG nova.scheduler.client.report [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1521.678676] env[62777]: INFO nova.compute.manager [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] instance snapshotting [ 1521.682520] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d130d34f-481f-43d6-a748-98753c6f1395 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.701945] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319d1b5c-ea9c-4f89-8433-491483238601 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.757263] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.759548] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.295s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.759777] env[62777]: DEBUG nova.objects.instance [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lazy-loading 'resources' on Instance uuid b975381d-212e-4843-ad46-ab50d3a03200 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.783840] env[62777]: INFO nova.scheduler.client.report [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Deleted allocations for instance dce265ac-9ed7-4309-a9f6-df53769fe826 [ 1521.850277] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.877062] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1521.878024] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1521.878024] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.878024] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1521.878024] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.878435] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1521.878755] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1521.879849] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1521.879849] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1521.879849] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1521.879849] env[62777]: DEBUG nova.virt.hardware [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1521.880625] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb636271-520c-4318-8bfd-ba15b8235e69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.888733] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67bca6-d2d7-4701-8237-20547449c99b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.212761] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1522.213157] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-00b0b1fb-de72-4fec-a069-85e507456c46 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.221036] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1522.221036] env[62777]: value = "task-1694020" [ 1522.221036] env[62777]: _type = "Task" [ 1522.221036] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.230313] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.264718] env[62777]: DEBUG nova.compute.manager [req-88cb1bfd-e8b3-4666-885f-ae0fe089464a req-f8a9789d-df00-4a2f-b236-2f6d3adc649d service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-vif-plugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1522.264718] env[62777]: DEBUG oslo_concurrency.lockutils [req-88cb1bfd-e8b3-4666-885f-ae0fe089464a req-f8a9789d-df00-4a2f-b236-2f6d3adc649d service nova] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.264718] env[62777]: DEBUG oslo_concurrency.lockutils [req-88cb1bfd-e8b3-4666-885f-ae0fe089464a req-f8a9789d-df00-4a2f-b236-2f6d3adc649d service nova] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.264718] env[62777]: DEBUG oslo_concurrency.lockutils [req-88cb1bfd-e8b3-4666-885f-ae0fe089464a req-f8a9789d-df00-4a2f-b236-2f6d3adc649d service nova] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.264718] env[62777]: DEBUG nova.compute.manager [req-88cb1bfd-e8b3-4666-885f-ae0fe089464a req-f8a9789d-df00-4a2f-b236-2f6d3adc649d service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] No waiting events found dispatching network-vif-plugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1522.264718] env[62777]: WARNING nova.compute.manager [req-88cb1bfd-e8b3-4666-885f-ae0fe089464a req-f8a9789d-df00-4a2f-b236-2f6d3adc649d service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received unexpected event network-vif-plugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 for instance with vm_state building and task_state spawning. [ 1522.291672] env[62777]: DEBUG oslo_concurrency.lockutils [None req-01bfbbcc-c5eb-4e41-8b62-033601dbb7b9 tempest-SecurityGroupsTestJSON-378589395 tempest-SecurityGroupsTestJSON-378589395-project-member] Lock "dce265ac-9ed7-4309-a9f6-df53769fe826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.245s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.408206] env[62777]: DEBUG nova.network.neutron [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Successfully updated port: ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.625572] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb7dd6e-606c-4e26-ac24-14d8e0dc0e99 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.633718] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e89096b-fa4e-431b-a2c5-7b246e0a22ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.663980] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a8db6-ea8c-437c-bf68-4016ab23b7a0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.673403] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653067a1-6ea5-4f0a-8184-3c8b6444a18c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.686862] env[62777]: DEBUG nova.compute.provider_tree [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.731555] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694020, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.915936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.916214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.916265] env[62777]: DEBUG nova.network.neutron [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.192146] env[62777]: DEBUG nova.scheduler.client.report [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1523.236111] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694020, 'name': CreateSnapshot_Task, 'duration_secs': 0.607839} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.237084] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1523.238132] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee627047-c3a0-4511-9606-78ac83953698 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.454816] env[62777]: DEBUG nova.network.neutron [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.610596] env[62777]: DEBUG nova.network.neutron [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.697545] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.701058] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.675s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.701327] env[62777]: DEBUG nova.objects.instance [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lazy-loading 'resources' on Instance uuid c6351f5a-8baa-4659-82bc-ff54ef3a6b5c {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.742924] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.758689] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1523.759558] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce98616f-12f2-4827-b55d-6a80f9615733 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.768812] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1523.768812] env[62777]: value = "task-1694021" [ 1523.768812] env[62777]: _type = "Task" [ 1523.768812] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.777374] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694021, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.115599] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.115978] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance network_info: |[{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.116429] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:68:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff59b4b6-0a56-4b47-91b5-5906fbdc4284', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.124143] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating folder: Project (652d7c9b808b4b7fb56289580dba60d2). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1524.124430] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-572ec8e6-15ae-4c62-9d15-29815401e299 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.134336] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Created folder: Project (652d7c9b808b4b7fb56289580dba60d2) in parent group-v353040. [ 1524.134480] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating folder: Instances. Parent ref: group-v353236. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1524.134701] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce22ca2f-355a-456f-840f-81f3cbdd8bbb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.142920] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Created folder: Instances in parent group-v353236. [ 1524.143159] env[62777]: DEBUG oslo.service.loopingcall [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.143340] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.143534] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-788a17cf-97f3-440c-b024-783ea92b5df9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.163247] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.163247] env[62777]: value = "task-1694024" [ 1524.163247] env[62777]: _type = "Task" [ 1524.163247] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.170855] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694024, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.226627] env[62777]: DEBUG oslo_concurrency.lockutils [None req-730365de-ba50-4b72-9768-aea53ff4bcb5 tempest-ServerActionsV293TestJSON-2042889636 tempest-ServerActionsV293TestJSON-2042889636-project-member] Lock "b975381d-212e-4843-ad46-ab50d3a03200" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.144s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.280057] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694021, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.300796] env[62777]: DEBUG nova.compute.manager [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-changed-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1524.301177] env[62777]: DEBUG nova.compute.manager [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Refreshing instance network info cache due to event network-changed-ff59b4b6-0a56-4b47-91b5-5906fbdc4284. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1524.301456] env[62777]: DEBUG oslo_concurrency.lockutils [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.301602] env[62777]: DEBUG oslo_concurrency.lockutils [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.301789] env[62777]: DEBUG nova.network.neutron [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Refreshing network info cache for port ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.549711] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ffb121-371c-4f99-ac3c-faed0302a6ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.557605] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471ce70-e1f3-4dfc-8f06-56cc66f9d367 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.590745] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b182c7c-6bc0-4f1c-91fd-82cf360be3ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.598437] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c74d0-c9df-412a-b9e7-9188ca3bd3b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.611445] env[62777]: DEBUG nova.compute.provider_tree [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.673700] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694024, 'name': CreateVM_Task, 'duration_secs': 0.447601} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.674103] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.674907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.675240] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.675643] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1524.676218] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2646c047-02b1-4a4d-a2df-5c8fbf282512 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.680717] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1524.680717] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52174376-7b8a-7ed9-03b7-819e41c2f96b" [ 1524.680717] env[62777]: _type = "Task" [ 1524.680717] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.689134] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52174376-7b8a-7ed9-03b7-819e41c2f96b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.779246] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694021, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.022387] env[62777]: DEBUG nova.network.neutron [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updated VIF entry in instance network info cache for port ff59b4b6-0a56-4b47-91b5-5906fbdc4284. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.022739] env[62777]: DEBUG nova.network.neutron [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.115233] env[62777]: DEBUG nova.scheduler.client.report [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1525.191298] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52174376-7b8a-7ed9-03b7-819e41c2f96b, 'name': SearchDatastore_Task, 'duration_secs': 0.010356} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.191591] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.191814] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.192058] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.192208] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.192386] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.192653] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655d4017-8550-4e4f-9e6f-e3628d1cdaee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.204797] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.204984] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.205690] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b75ccc9-7f70-468c-93dc-19a4f2bff384 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.210923] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1525.210923] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52225553-1e2d-cbe5-f195-1cf14be1829e" [ 1525.210923] env[62777]: _type = "Task" [ 1525.210923] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.218172] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52225553-1e2d-cbe5-f195-1cf14be1829e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.280497] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694021, 'name': CloneVM_Task, 'duration_secs': 1.503733} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.280814] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Created linked-clone VM from snapshot [ 1525.281672] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb3a9b-9ac0-4cb8-b5a7-3b6fbb4eeb5e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.289068] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Uploading image 97436957-e103-438f-9b69-40af52437b3f {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1525.322603] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1525.322603] env[62777]: value = "vm-353235" [ 1525.322603] env[62777]: _type = "VirtualMachine" [ 1525.322603] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1525.322870] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3876214c-d2cd-429c-846b-0734345da7b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.329592] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease: (returnval){ [ 1525.329592] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a687ef-90d4-f7b2-18bd-1a290a48b41f" [ 1525.329592] env[62777]: _type = "HttpNfcLease" [ 1525.329592] env[62777]: } obtained for exporting VM: (result){ [ 1525.329592] env[62777]: value = "vm-353235" [ 1525.329592] env[62777]: _type = "VirtualMachine" [ 1525.329592] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1525.329926] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the lease: (returnval){ [ 1525.329926] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a687ef-90d4-f7b2-18bd-1a290a48b41f" [ 1525.329926] env[62777]: _type = "HttpNfcLease" [ 1525.329926] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1525.335756] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1525.335756] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a687ef-90d4-f7b2-18bd-1a290a48b41f" [ 1525.335756] env[62777]: _type = "HttpNfcLease" [ 1525.335756] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1525.526095] env[62777]: DEBUG oslo_concurrency.lockutils [req-095bf637-62f6-43d2-8571-ae70667d0b88 req-191dd7e6-33f7-4828-9509-a438a724db30 service nova] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.621745] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1525.623991] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 33.766s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.651175] env[62777]: INFO nova.scheduler.client.report [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Deleted allocations for instance c6351f5a-8baa-4659-82bc-ff54ef3a6b5c [ 1525.721696] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52225553-1e2d-cbe5-f195-1cf14be1829e, 'name': SearchDatastore_Task, 'duration_secs': 0.027272} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.722518] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c51401-061b-4c26-8ad0-3182475ba587 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.731023] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1525.731023] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529216cd-4468-9230-f7ba-b55862231bf1" [ 1525.731023] env[62777]: _type = "Task" [ 1525.731023] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.736114] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529216cd-4468-9230-f7ba-b55862231bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.839025] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1525.839025] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a687ef-90d4-f7b2-18bd-1a290a48b41f" [ 1525.839025] env[62777]: _type = "HttpNfcLease" [ 1525.839025] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1525.839025] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1525.839025] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a687ef-90d4-f7b2-18bd-1a290a48b41f" [ 1525.839025] env[62777]: _type = "HttpNfcLease" [ 1525.839025] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1525.840355] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e442ecb0-e805-4441-be7a-172512835559 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.851504] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220872b-5701-eb04-da38-b4482b2598d5/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1525.851504] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220872b-5701-eb04-da38-b4482b2598d5/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1526.072250] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed87cc22-037f-430d-8bd5-e8203e953ec3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.130708] env[62777]: DEBUG nova.objects.instance [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lazy-loading 'migration_context' on Instance uuid 513be50c-76ce-4166-86a7-d6ea133f878c {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.160292] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3237371a-3074-4ab8-a546-d8609099c0bc tempest-ServersTestMultiNic-1738518366 tempest-ServersTestMultiNic-1738518366-project-member] Lock "c6351f5a-8baa-4659-82bc-ff54ef3a6b5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.197s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.238397] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529216cd-4468-9230-f7ba-b55862231bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.042276} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.238685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.238962] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.239259] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b460acc-fb9e-461c-a96f-d306d8019f59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.246539] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1526.246539] env[62777]: value = "task-1694026" [ 1526.246539] env[62777]: _type = "Task" [ 1526.246539] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.255389] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694026, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.765135] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694026, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.086879] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49624f1d-90da-4013-9b4e-8c30c3debc74 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.094863] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693d3371-65f9-4961-83e3-7d7a70e4a723 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.131063] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb0badf4-0226-4604-9992-bf16e1604010 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.138394] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d7ea6-cba6-42b7-a0e8-cda184552bcb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.152085] env[62777]: DEBUG nova.compute.provider_tree [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.260605] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694026, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671687} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.260605] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.261308] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.261308] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2acd3210-d7fd-4da8-86df-b8b96002f4bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.270031] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1527.270031] env[62777]: value = "task-1694027" [ 1527.270031] env[62777]: _type = "Task" [ 1527.270031] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.282428] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694027, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.660835] env[62777]: DEBUG nova.scheduler.client.report [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1527.780097] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694027, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063051} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.780814] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.781843] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3c340e-b039-47d3-927c-6f347c0140b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.816439] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.817181] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1d9e28-4e72-4a8b-8f6a-b5b9a496dd63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.842283] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1527.842283] env[62777]: value = "task-1694028" [ 1527.842283] env[62777]: _type = "Task" [ 1527.842283] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.856653] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.354957] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.673478] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.049s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.686616] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.758s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.686886] env[62777]: DEBUG nova.objects.instance [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lazy-loading 'resources' on Instance uuid 9c5a620a-de1b-419f-a0e3-eaf74a63883a {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1528.855269] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694028, 'name': ReconfigVM_Task, 'duration_secs': 0.543901} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.857473] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.857473] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0681ca10-ecd1-46bc-8a1d-ad48761136fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.863147] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1528.863147] env[62777]: value = "task-1694029" [ 1528.863147] env[62777]: _type = "Task" [ 1528.863147] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.874155] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694029, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.077885] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "e2e209f2-431f-4827-8999-0e87b45868cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.078170] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "e2e209f2-431f-4827-8999-0e87b45868cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.376043] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694029, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.565261] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf7077-3db3-4193-b334-3e3299e0d7f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.575409] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41abb89c-c335-469b-a583-255838108b62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.581415] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.609639] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e006d-b842-44f4-8ef5-c23a696c41c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.617806] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fe5dd6-3607-468d-8039-b092b6edd8d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.633096] env[62777]: DEBUG nova.compute.provider_tree [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.877973] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694029, 'name': Rename_Task, 'duration_secs': 0.666313} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.878281] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1529.878529] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ab0929a-b3cc-4b5b-b6b7-fda014a847af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.885382] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1529.885382] env[62777]: value = "task-1694030" [ 1529.885382] env[62777]: _type = "Task" [ 1529.885382] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.895028] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.130853] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.136013] env[62777]: DEBUG nova.scheduler.client.report [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1530.225173] env[62777]: INFO nova.compute.manager [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Swapping old allocation on dict_keys(['970c2190-10b4-4ecb-bf37-fd4b2f987137']) held by migration cee7ccb8-6aca-4cbc-87ca-5cc6f36534b3 for instance [ 1530.255208] env[62777]: DEBUG nova.scheduler.client.report [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Overwriting current allocation {'allocations': {'970c2190-10b4-4ecb-bf37-fd4b2f987137': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': '37f1acf9b2554731bac9a9a9fca39098', 'user_id': '594d83e26195410dae48770e7a52dc5d', 'consumer_generation': 1} on consumer 513be50c-76ce-4166-86a7-d6ea133f878c {{(pid=62777) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1530.392495] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.392803] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquired lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.393374] env[62777]: DEBUG nova.network.neutron [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.400739] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694030, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.643571] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.645942] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.783s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.667230] env[62777]: INFO nova.scheduler.client.report [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted allocations for instance 9c5a620a-de1b-419f-a0e3-eaf74a63883a [ 1530.897552] env[62777]: DEBUG oslo_vmware.api [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694030, 'name': PowerOnVM_Task, 'duration_secs': 0.603372} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.897552] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1530.897552] env[62777]: INFO nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1530.897756] env[62777]: DEBUG nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1530.898482] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e263ea2a-9f06-499d-ba6f-0017ebf0eb61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.176141] env[62777]: DEBUG oslo_concurrency.lockutils [None req-65dd6b94-da8c-4497-a3a9-edd0c86e39d1 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9c5a620a-de1b-419f-a0e3-eaf74a63883a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.857s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.299494] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9bf94633-f769-4fa7-985f-942375455224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.301411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9bf94633-f769-4fa7-985f-942375455224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.301411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "9bf94633-f769-4fa7-985f-942375455224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.301411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9bf94633-f769-4fa7-985f-942375455224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.301411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9bf94633-f769-4fa7-985f-942375455224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.304575] env[62777]: INFO nova.compute.manager [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Terminating instance [ 1531.398467] env[62777]: DEBUG nova.network.neutron [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [{"id": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "address": "fa:16:3e:1b:16:f9", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2ab65d2-17", "ovs_interfaceid": "f2ab65d2-17a2-4bf1-9095-8e75fc4de100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.424173] env[62777]: INFO nova.compute.manager [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Took 53.34 seconds to build instance. [ 1531.670109] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Applying migration context for instance 7075ea82-4047-4b59-905b-478903d90a9d as it has an incoming, in-progress migration 4eb79c30-eff9-4d10-a0e3-58b90b2a3f52. Migration status is confirming {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1531.671873] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating resource usage from migration 4eb79c30-eff9-4d10-a0e3-58b90b2a3f52 [ 1531.697420] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9bf94633-f769-4fa7-985f-942375455224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.697726] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23a23d42-fe67-446b-9203-826515fc848e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.697892] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.698346] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.698536] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e5f722a9-af55-43f3-8a70-f544f6bd82e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.698701] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f0a4868a-0eea-4f93-98d0-c4a4f0070d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.698888] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2f314999-0e60-4400-a7ed-fa1f00109495 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.699083] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.699236] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 70902640-5dbf-4597-8039-d551cd929166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.699362] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 513be50c-76ce-4166-86a7-d6ea133f878c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.699501] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 420c618f-af56-4288-be5f-61f8e601a442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.699718] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 86df93ec-b132-4ad8-b20c-0156267d2249 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1531.699899] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance d7fed843-179a-4dfb-af08-2c1631ea0818 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1531.700145] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Migration 4eb79c30-eff9-4d10-a0e3-58b90b2a3f52 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1531.700376] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 7075ea82-4047-4b59-905b-478903d90a9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.700569] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 800077c3-4767-49c7-bfdf-9396e25491b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.700650] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 183e12ec-ab91-4274-ab8a-f7dc48388c24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1531.808356] env[62777]: DEBUG nova.compute.manager [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1531.808595] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1531.809605] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a1ba9e-05d7-4e61-97ce-a19f04fd6bf4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.818345] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.818612] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6028ba-9e96-4ef5-b8e6-024575480476 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.826360] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1531.826360] env[62777]: value = "task-1694031" [ 1531.826360] env[62777]: _type = "Task" [ 1531.826360] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.839937] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1694031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.901755] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Releasing lock "refresh_cache-513be50c-76ce-4166-86a7-d6ea133f878c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.901755] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1531.901926] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44e35a66-e83f-4a50-b4da-4fdc46824837 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.911208] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1531.911208] env[62777]: value = "task-1694032" [ 1531.911208] env[62777]: _type = "Task" [ 1531.911208] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.927737] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8922c943-0eb4-4482-9ece-250eb0e83b4b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.860s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.930026] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.204814] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance fa7c2fd5-5046-4d00-a162-3e1ae5392798 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.342218] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1694031, 'name': PowerOffVM_Task, 'duration_secs': 0.276297} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.342768] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.343074] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1532.343462] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d8a372-78f5-4fc1-85f7-7668c7b8ffe1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.414178] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "e358baeb-b559-4def-aead-711cacea9bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.414526] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "e358baeb-b559-4def-aead-711cacea9bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.425395] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694032, 'name': PowerOffVM_Task, 'duration_secs': 0.272999} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.425808] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.426589] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T16:14:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d826b624-028c-4d6b-bc49-8648c1ca0cbf',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-907454029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.426813] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.427063] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.427323] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.427323] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.427727] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.427990] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.428259] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.428484] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.428706] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.429158] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.435993] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a87e127-4bad-424b-af2d-d2a2d9ae8ce7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.453134] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1532.453134] env[62777]: value = "task-1694034" [ 1532.453134] env[62777]: _type = "Task" [ 1532.453134] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.462016] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.671279] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1532.671518] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1532.671702] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleting the datastore file [datastore1] 9bf94633-f769-4fa7-985f-942375455224 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1532.672012] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d322b50c-25d3-4f89-8756-4d4b4ae92587 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.681939] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for the task: (returnval){ [ 1532.681939] env[62777]: value = "task-1694035" [ 1532.681939] env[62777]: _type = "Task" [ 1532.681939] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.689122] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1694035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.712735] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 7dbc2037-bf18-4c1b-bb84-87565a8a178a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1532.919774] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.963944] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694034, 'name': ReconfigVM_Task, 'duration_secs': 0.428785} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.965254] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4fb8a-1ee8-4cdb-ad2c-ceb53dd2f361 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.989342] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T16:14:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d826b624-028c-4d6b-bc49-8648c1ca0cbf',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-907454029',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.989342] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.989481] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.989669] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.989825] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.990033] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.990283] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.990472] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.990685] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.990998] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.991188] env[62777]: DEBUG nova.virt.hardware [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.992932] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb76245-dbd3-4b0d-b8e9-0afefade9fda {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.004268] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1533.004268] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb14ec-be4c-8462-76c4-00e6a2fe74d4" [ 1533.004268] env[62777]: _type = "Task" [ 1533.004268] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.010912] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb14ec-be4c-8462-76c4-00e6a2fe74d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.190826] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1694035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.217727] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1533.448916] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.513584] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb14ec-be4c-8462-76c4-00e6a2fe74d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013621} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.519129] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1533.519478] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e73a261d-f2aa-40a8-9858-9ac46cee281f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.540073] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1533.540073] env[62777]: value = "task-1694036" [ 1533.540073] env[62777]: _type = "Task" [ 1533.540073] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.548706] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.691636] env[62777]: DEBUG oslo_vmware.api [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Task: {'id': task-1694035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.587944} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.691890] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1533.692092] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1533.692292] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1533.692473] env[62777]: INFO nova.compute.manager [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] [instance: 9bf94633-f769-4fa7-985f-942375455224] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1533.692715] env[62777]: DEBUG oslo.service.loopingcall [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1533.692905] env[62777]: DEBUG nova.compute.manager [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1533.693009] env[62777]: DEBUG nova.network.neutron [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1533.722327] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 56c8dc06-0504-40dc-bce5-489a703fc1ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.022576] env[62777]: DEBUG nova.compute.manager [req-2477f452-011d-40ea-803a-29baff56fad2 req-77e4cb36-25a0-4148-8ac5-839eb3178fc2 service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Received event network-vif-deleted-8f86a0ff-3574-422e-9518-627bc571f74e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1534.023595] env[62777]: INFO nova.compute.manager [req-2477f452-011d-40ea-803a-29baff56fad2 req-77e4cb36-25a0-4148-8ac5-839eb3178fc2 service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Neutron deleted interface 8f86a0ff-3574-422e-9518-627bc571f74e; detaching it from the instance and deleting it from the info cache [ 1534.023595] env[62777]: DEBUG nova.network.neutron [req-2477f452-011d-40ea-803a-29baff56fad2 req-77e4cb36-25a0-4148-8ac5-839eb3178fc2 service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.053330] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694036, 'name': ReconfigVM_Task, 'duration_secs': 0.225334} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.053895] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1534.054785] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f615f-68ae-47c6-84d9-f67a1039f447 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.079610] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.080417] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f88a55-b12a-4d49-af6a-74689da1bfb3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.099550] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1534.099550] env[62777]: value = "task-1694037" [ 1534.099550] env[62777]: _type = "Task" [ 1534.099550] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.113145] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.226216] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 082e047e-393c-4767-802f-f64729d75db7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.495709] env[62777]: DEBUG nova.network.neutron [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.529285] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc9c93eb-4604-48b6-b5b0-a3e47e9840ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.539934] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d15e7-d94e-47d5-b8db-8d018d0b90d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.577934] env[62777]: DEBUG nova.compute.manager [req-2477f452-011d-40ea-803a-29baff56fad2 req-77e4cb36-25a0-4148-8ac5-839eb3178fc2 service nova] [instance: 9bf94633-f769-4fa7-985f-942375455224] Detach interface failed, port_id=8f86a0ff-3574-422e-9518-627bc571f74e, reason: Instance 9bf94633-f769-4fa7-985f-942375455224 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1534.609246] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.630753] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.631116] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.728851] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e2e209f2-431f-4827-8999-0e87b45868cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1534.729090] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1534.729213] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1534.998600] env[62777]: INFO nova.compute.manager [-] [instance: 9bf94633-f769-4fa7-985f-942375455224] Took 1.31 seconds to deallocate network for instance. [ 1535.047674] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5de3c46-77d4-4335-90ce-bb2c82eecb4c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.056795] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ed8c0b-4a0b-4605-8eed-0f40f882b443 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.086646] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8062de0e-15f9-468f-a0c1-2fbc1431932e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.094120] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9be24b-0705-4f1c-bc66-9af8a6f91b65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.111501] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.119026] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694037, 'name': ReconfigVM_Task, 'duration_secs': 0.787994} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.119309] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c/513be50c-76ce-4166-86a7-d6ea133f878c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1535.120726] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bbc2c2-3d82-4c75-bfd3-c311e36ed4f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.139927] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1535.143305] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bc5a11-78db-4995-a6ae-f09c00d6698d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.163745] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df8c98-9af8-4b5b-b848-654685994563 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.183210] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2813666-6508-4b2d-bf8f-3626205ec6d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.190671] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.190913] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90ef2f2-c7d6-4e06-9257-6d2447e8e3ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.200017] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1535.200017] env[62777]: value = "task-1694038" [ 1535.200017] env[62777]: _type = "Task" [ 1535.200017] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.204536] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.507602] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.615238] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1535.667913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.707534] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.777834] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220872b-5701-eb04-da38-b4482b2598d5/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1535.778778] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabaacb2-2923-45c7-94e5-6c756c7ae9ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.786165] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220872b-5701-eb04-da38-b4482b2598d5/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1535.786340] env[62777]: ERROR oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220872b-5701-eb04-da38-b4482b2598d5/disk-0.vmdk due to incomplete transfer. [ 1535.786564] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d68d6355-8f3f-4321-a728-fb648afc9a39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.793498] env[62777]: DEBUG oslo_vmware.rw_handles [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220872b-5701-eb04-da38-b4482b2598d5/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1535.793498] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Uploaded image 97436957-e103-438f-9b69-40af52437b3f to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1535.795583] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1535.795818] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0ec14e4-cfee-47e7-b0ce-4f0538913f20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.801873] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1535.801873] env[62777]: value = "task-1694039" [ 1535.801873] env[62777]: _type = "Task" [ 1535.801873] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.811785] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694039, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.119759] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1536.120042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.474s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.120330] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.701s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.121954] env[62777]: INFO nova.compute.claims [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1536.124600] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1536.124742] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 1536.207842] env[62777]: DEBUG oslo_vmware.api [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694038, 'name': PowerOnVM_Task, 'duration_secs': 0.63932} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.207842] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.311764] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694039, 'name': Destroy_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.638712] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] There are 47 instances to clean {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 1536.639117] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: c6351f5a-8baa-4659-82bc-ff54ef3a6b5c] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1536.813154] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694039, 'name': Destroy_Task, 'duration_secs': 0.986578} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.813422] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Destroyed the VM [ 1536.813650] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1536.813902] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7ef0e8b5-a4ef-41f6-a13c-90f21117d693 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.820953] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1536.820953] env[62777]: value = "task-1694040" [ 1536.820953] env[62777]: _type = "Task" [ 1536.820953] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.830345] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.142905] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f8d7fb97-78c9-4dac-9e73-1f3ec66b0537] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1537.220185] env[62777]: INFO nova.compute.manager [None req-ce63be8f-4082-4b39-b313-65b0adaf521e tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance to original state: 'active' [ 1537.331639] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694040, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.471790] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a87f352-78ee-4f3f-9bbe-e9171e0fbdfb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.481033] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4907b09-9460-48d2-ae19-21f715e17e52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.514806] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b848e67-ad6c-46bd-aef7-e7fbaec85f94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.523135] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc69aa32-0ab7-4d85-aacc-aa600053819b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.537148] env[62777]: DEBUG nova.compute.provider_tree [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1537.649509] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: d1d3e66c-48ca-4300-bee1-77df013cb5e3] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1537.832799] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694040, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.999473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.999473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.040941] env[62777]: DEBUG nova.scheduler.client.report [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1538.153814] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 63b6a0f2-410a-42ec-9c13-8302967ada1b] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1538.333370] env[62777]: DEBUG oslo_vmware.api [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694040, 'name': RemoveSnapshot_Task, 'duration_secs': 1.268046} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.333645] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1538.333868] env[62777]: INFO nova.compute.manager [None req-66d9daae-c810-4568-ba7b-021d028ee698 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 1538.501670] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.545785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.546352] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1538.549008] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.053s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.549236] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.551303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.347s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.553246] env[62777]: INFO nova.compute.claims [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1538.578541] env[62777]: INFO nova.scheduler.client.report [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Deleted allocations for instance 86df93ec-b132-4ad8-b20c-0156267d2249 [ 1538.656850] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 8f2d989c-64c8-4291-8a05-aa479da4a9cd] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1538.906086] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "513be50c-76ce-4166-86a7-d6ea133f878c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.906383] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.907111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.907316] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.907512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.909603] env[62777]: INFO nova.compute.manager [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Terminating instance [ 1539.028716] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.058941] env[62777]: DEBUG nova.compute.utils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1539.065994] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1539.065994] env[62777]: DEBUG nova.network.neutron [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1539.087717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c465379-b96a-4fd7-81db-28a626e087a9 tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "86df93ec-b132-4ad8-b20c-0156267d2249" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.056s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.148458] env[62777]: DEBUG nova.policy [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16f88f1585b54e0a8b2dbb20b2f36c84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9da976a6a0a4d99bdc87f83f5b80d66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1539.159895] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 93418698-971c-4f22-8ce6-f886f71a2ebe] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1539.413346] env[62777]: DEBUG nova.compute.manager [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1539.413585] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.414517] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14ed1e-28e2-4d13-be8a-920f03211865 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.425024] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.425024] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df5076d0-d8ab-45ee-beda-12fadd15a7d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.429120] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1539.429120] env[62777]: value = "task-1694042" [ 1539.429120] env[62777]: _type = "Task" [ 1539.429120] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.437208] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.479908] env[62777]: DEBUG nova.network.neutron [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Successfully created port: 97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.563769] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1539.663220] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b975381d-212e-4843-ad46-ab50d3a03200] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1539.902390] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de04be-4324-4fc5-8b7b-0f91211f8cdf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.909830] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36b5afe-25ac-4b7a-b2a1-9715ed3982a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.946628] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9531e5e1-32bf-4d88-9982-421ecc8b0094 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.954696] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694042, 'name': PowerOffVM_Task, 'duration_secs': 0.332478} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.956760] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1539.956941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1539.957244] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d319cfcb-0881-432f-963f-79ca30f2e1cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.959548] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87bd84a-1832-44e1-b928-3d25c6098188 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.973568] env[62777]: DEBUG nova.compute.provider_tree [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.050195] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.050428] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.050609] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleting the datastore file [datastore1] 513be50c-76ce-4166-86a7-d6ea133f878c {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.050872] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fae2ce6-0d21-4eae-b192-f02b9144fe44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.057208] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1540.057208] env[62777]: value = "task-1694044" [ 1540.057208] env[62777]: _type = "Task" [ 1540.057208] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.066243] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.168343] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: c3e1cd1c-e809-44b4-9467-fd0e418ba5e1] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1540.477070] env[62777]: DEBUG nova.scheduler.client.report [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1540.567630] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694044, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.573272] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1540.599259] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1540.599510] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1540.599668] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1540.599851] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1540.600014] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1540.600162] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1540.600371] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1540.600528] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1540.600692] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1540.600851] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1540.601059] env[62777]: DEBUG nova.virt.hardware [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1540.601907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493ee01-3767-4794-b1bf-53c15e79ba9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.609551] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e579c6-f7f4-413f-bdf0-94eb685ce17e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.671733] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 053160fc-4510-4394-b638-53fe0dbcb6e0] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1540.982962] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.983523] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1540.986692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.584s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.986871] env[62777]: DEBUG nova.objects.instance [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1541.070111] env[62777]: DEBUG oslo_vmware.api [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510684} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.070375] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.070578] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.070770] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.070956] env[62777]: INFO nova.compute.manager [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1541.071290] env[62777]: DEBUG oslo.service.loopingcall [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.071518] env[62777]: DEBUG nova.compute.manager [-] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.071631] env[62777]: DEBUG nova.network.neutron [-] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.076128] env[62777]: DEBUG nova.compute.manager [req-aa35cdf1-a9c0-45e9-b512-05002a7340cf req-2dc270a7-f55a-4e78-a1d2-81d1239a6700 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Received event network-vif-plugged-97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1541.076128] env[62777]: DEBUG oslo_concurrency.lockutils [req-aa35cdf1-a9c0-45e9-b512-05002a7340cf req-2dc270a7-f55a-4e78-a1d2-81d1239a6700 service nova] Acquiring lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.076128] env[62777]: DEBUG oslo_concurrency.lockutils [req-aa35cdf1-a9c0-45e9-b512-05002a7340cf req-2dc270a7-f55a-4e78-a1d2-81d1239a6700 service nova] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.076128] env[62777]: DEBUG oslo_concurrency.lockutils [req-aa35cdf1-a9c0-45e9-b512-05002a7340cf req-2dc270a7-f55a-4e78-a1d2-81d1239a6700 service nova] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.076279] env[62777]: DEBUG nova.compute.manager [req-aa35cdf1-a9c0-45e9-b512-05002a7340cf req-2dc270a7-f55a-4e78-a1d2-81d1239a6700 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] No waiting events found dispatching network-vif-plugged-97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1541.076348] env[62777]: WARNING nova.compute.manager [req-aa35cdf1-a9c0-45e9-b512-05002a7340cf req-2dc270a7-f55a-4e78-a1d2-81d1239a6700 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Received unexpected event network-vif-plugged-97c73bce-ed3d-4917-8e90-c2eca3cb6a7f for instance with vm_state building and task_state spawning. [ 1541.133145] env[62777]: DEBUG nova.network.neutron [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Successfully updated port: 97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1541.175418] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 38c103b4-6244-4243-aa10-0a71c8c0e530] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1541.491432] env[62777]: DEBUG nova.compute.utils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1541.496367] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1541.496544] env[62777]: DEBUG nova.network.neutron [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1541.541985] env[62777]: DEBUG nova.policy [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10e8158f4aa6455c8fe7343362b164d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9949d6b6388d4f72b65ea47da5f33247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1541.636068] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "refresh_cache-7dbc2037-bf18-4c1b-bb84-87565a8a178a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.636247] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "refresh_cache-7dbc2037-bf18-4c1b-bb84-87565a8a178a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.636443] env[62777]: DEBUG nova.network.neutron [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1541.679146] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: a31ad77d-308f-4a6f-beb0-1da4730e8ba9] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1541.837164] env[62777]: DEBUG nova.network.neutron [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Successfully created port: 3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1541.845816] env[62777]: DEBUG nova.network.neutron [-] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.997429] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1542.001096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b5432d6-855a-4006-b0ff-3930e1095da2 tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.004043] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.793s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.004261] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.006289] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.252s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.030190] env[62777]: INFO nova.scheduler.client.report [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Deleted allocations for instance d7fed843-179a-4dfb-af08-2c1631ea0818 [ 1542.179143] env[62777]: DEBUG nova.network.neutron [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1542.182188] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 4127cc73-1b70-44a1-9358-18158d610de4] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1542.347808] env[62777]: INFO nova.compute.manager [-] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Took 1.28 seconds to deallocate network for instance. [ 1542.379549] env[62777]: DEBUG nova.network.neutron [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Updating instance_info_cache with network_info: [{"id": "97c73bce-ed3d-4917-8e90-c2eca3cb6a7f", "address": "fa:16:3e:c5:29:1f", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c73bce-ed", "ovs_interfaceid": "97c73bce-ed3d-4917-8e90-c2eca3cb6a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.539542] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99034c0f-d826-4e24-be30-2e8ec65f9ede tempest-ServerShowV254Test-1415915524 tempest-ServerShowV254Test-1415915524-project-member] Lock "d7fed843-179a-4dfb-af08-2c1631ea0818" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.607s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.683025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.683297] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.683420] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.683590] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.683720] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.685353] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9d055439-796b-48a8-b99b-1d74c4beb653] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1542.687495] env[62777]: INFO nova.compute.manager [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Terminating instance [ 1542.828408] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cc6679-5e78-4318-92fd-b849da25dd17 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.835863] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209b725d-0373-4323-9ca9-5abcd817474d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.868581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.869664] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60acb393-e27b-447f-9d47-019222a78ae9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.877667] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b565ab5-6952-4a69-ba39-a9ade102f7a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.883288] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "refresh_cache-7dbc2037-bf18-4c1b-bb84-87565a8a178a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.883640] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Instance network_info: |[{"id": "97c73bce-ed3d-4917-8e90-c2eca3cb6a7f", "address": "fa:16:3e:c5:29:1f", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c73bce-ed", "ovs_interfaceid": "97c73bce-ed3d-4917-8e90-c2eca3cb6a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1542.884059] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:29:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c73bce-ed3d-4917-8e90-c2eca3cb6a7f', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1542.891338] env[62777]: DEBUG oslo.service.loopingcall [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.891983] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1542.892224] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda088d2-33da-4f93-9fa6-41159b80ee30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.916384] env[62777]: DEBUG nova.compute.provider_tree [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.923415] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1542.923415] env[62777]: value = "task-1694045" [ 1542.923415] env[62777]: _type = "Task" [ 1542.923415] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.932148] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694045, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.009496] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1543.037894] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1543.038230] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1543.038462] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1543.038726] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1543.038945] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1543.039181] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1543.039495] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1543.039709] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1543.039943] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1543.040198] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1543.040451] env[62777]: DEBUG nova.virt.hardware [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1543.041464] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b74c9f-26d1-4dd2-a28e-b5d01bacee87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.050434] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38353e40-5aa2-4411-9060-c35fc12d4607 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.112851] env[62777]: DEBUG nova.compute.manager [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Received event network-changed-97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1543.113212] env[62777]: DEBUG nova.compute.manager [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Refreshing instance network info cache due to event network-changed-97c73bce-ed3d-4917-8e90-c2eca3cb6a7f. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1543.115295] env[62777]: DEBUG oslo_concurrency.lockutils [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] Acquiring lock "refresh_cache-7dbc2037-bf18-4c1b-bb84-87565a8a178a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.115295] env[62777]: DEBUG oslo_concurrency.lockutils [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] Acquired lock "refresh_cache-7dbc2037-bf18-4c1b-bb84-87565a8a178a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.115295] env[62777]: DEBUG nova.network.neutron [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Refreshing network info cache for port 97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1543.190474] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9d4b8943-c1b3-46db-805f-e7195f8b3306] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1543.196678] env[62777]: DEBUG nova.compute.manager [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1543.196678] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.197207] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca878db-bd01-43a7-88ac-8fac6f90fef7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.205247] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.206408] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98b32670-d9af-4d0d-b109-5dada5592d83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.212027] env[62777]: DEBUG oslo_vmware.api [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1543.212027] env[62777]: value = "task-1694046" [ 1543.212027] env[62777]: _type = "Task" [ 1543.212027] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.220585] env[62777]: DEBUG oslo_vmware.api [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1694046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.419841] env[62777]: DEBUG nova.scheduler.client.report [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1543.433034] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694045, 'name': CreateVM_Task, 'duration_secs': 0.308436} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.434455] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1543.435519] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.435600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.436306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1543.436774] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56966160-a090-491f-9601-47310875b901 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.442849] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1543.442849] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52db869c-7155-3794-ceb0-3e77ad645998" [ 1543.442849] env[62777]: _type = "Task" [ 1543.442849] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.450918] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52db869c-7155-3794-ceb0-3e77ad645998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.498956] env[62777]: DEBUG nova.network.neutron [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Successfully updated port: 3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1543.693776] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 3884f29c-8a5d-4482-8679-117f3253522f] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1543.723906] env[62777]: DEBUG oslo_vmware.api [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1694046, 'name': PowerOffVM_Task, 'duration_secs': 0.244561} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.726007] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.726198] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.726442] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e78607b5-2624-46a9-bfe4-8bd6b803b2f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.801082] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1543.801330] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1543.801510] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Deleting the datastore file [datastore1] f0a4868a-0eea-4f93-98d0-c4a4f0070d42 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1543.801757] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95920725-3cb2-40b5-acff-d90d59d2691a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.808637] env[62777]: DEBUG oslo_vmware.api [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for the task: (returnval){ [ 1543.808637] env[62777]: value = "task-1694048" [ 1543.808637] env[62777]: _type = "Task" [ 1543.808637] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.816092] env[62777]: DEBUG oslo_vmware.api [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1694048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.832702] env[62777]: DEBUG nova.network.neutron [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Updated VIF entry in instance network info cache for port 97c73bce-ed3d-4917-8e90-c2eca3cb6a7f. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1543.833060] env[62777]: DEBUG nova.network.neutron [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Updating instance_info_cache with network_info: [{"id": "97c73bce-ed3d-4917-8e90-c2eca3cb6a7f", "address": "fa:16:3e:c5:29:1f", "network": {"id": "ff00ed6a-38a2-41d4-8aec-424d10988913", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1276375685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9da976a6a0a4d99bdc87f83f5b80d66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c73bce-ed", "ovs_interfaceid": "97c73bce-ed3d-4917-8e90-c2eca3cb6a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.953095] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52db869c-7155-3794-ceb0-3e77ad645998, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.953412] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1543.953633] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1543.953861] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.954016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.954198] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1543.954456] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9e5e5eb-1161-4702-9d9c-f2c39b259088 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.962556] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1543.962730] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1543.963471] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba4307b3-0975-4903-95ad-55e0032c9cb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.968327] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1543.968327] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52312c41-ab74-454e-fb17-ae162f8ff826" [ 1543.968327] env[62777]: _type = "Task" [ 1543.968327] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.976223] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52312c41-ab74-454e-fb17-ae162f8ff826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.001598] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.001718] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.001865] env[62777]: DEBUG nova.network.neutron [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.118116] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "5877130d-9a23-4f39-9ea8-d5d072e2db41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.118328] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.196756] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: dce2b238-171d-4ba3-bd58-93c9313aed15] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1544.319543] env[62777]: DEBUG oslo_vmware.api [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Task: {'id': task-1694048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22698} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.319759] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.319942] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.320131] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.320310] env[62777]: INFO nova.compute.manager [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1544.320589] env[62777]: DEBUG oslo.service.loopingcall [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.320810] env[62777]: DEBUG nova.compute.manager [-] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1544.320905] env[62777]: DEBUG nova.network.neutron [-] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.337313] env[62777]: DEBUG oslo_concurrency.lockutils [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] Releasing lock "refresh_cache-7dbc2037-bf18-4c1b-bb84-87565a8a178a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.337567] env[62777]: DEBUG nova.compute.manager [req-d327d1f8-e6d8-4672-b69b-cbe675d4958b req-e4cfe62d-2e02-4965-8846-a3930c297137 service nova] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Received event network-vif-deleted-f2ab65d2-17a2-4bf1-9095-8e75fc4de100 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1544.431902] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.425s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.434809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.663s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.436263] env[62777]: INFO nova.compute.claims [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.480231] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52312c41-ab74-454e-fb17-ae162f8ff826, 'name': SearchDatastore_Task, 'duration_secs': 0.009465} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.482087] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5124002a-1dc7-448d-9ccb-20f3ffe1d25b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.487559] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1544.487559] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5207d2b6-4b07-bacb-95dd-4f76b1fdc5fa" [ 1544.487559] env[62777]: _type = "Task" [ 1544.487559] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.494902] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5207d2b6-4b07-bacb-95dd-4f76b1fdc5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.550788] env[62777]: DEBUG nova.network.neutron [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1544.620200] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1544.700225] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 6af16382-5385-4bbf-8c7b-1f438f0e0261] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1544.815383] env[62777]: DEBUG nova.network.neutron [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.998834] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5207d2b6-4b07-bacb-95dd-4f76b1fdc5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.008948} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.999191] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.999464] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7dbc2037-bf18-4c1b-bb84-87565a8a178a/7dbc2037-bf18-4c1b-bb84-87565a8a178a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1544.999724] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4cd5487-9432-459b-adeb-056f472b3619 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.002924] env[62777]: INFO nova.scheduler.client.report [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocation for migration 4eb79c30-eff9-4d10-a0e3-58b90b2a3f52 [ 1545.009972] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1545.009972] env[62777]: value = "task-1694049" [ 1545.009972] env[62777]: _type = "Task" [ 1545.009972] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.021297] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.141074] env[62777]: DEBUG nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Received event network-vif-plugged-3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1545.141074] env[62777]: DEBUG oslo_concurrency.lockutils [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.141425] env[62777]: DEBUG oslo_concurrency.lockutils [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.141585] env[62777]: DEBUG oslo_concurrency.lockutils [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.141766] env[62777]: DEBUG nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] No waiting events found dispatching network-vif-plugged-3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1545.141955] env[62777]: WARNING nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Received unexpected event network-vif-plugged-3635841e-134f-47a6-a91c-afaba2efb686 for instance with vm_state building and task_state spawning. [ 1545.142137] env[62777]: DEBUG nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Received event network-changed-3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1545.142293] env[62777]: DEBUG nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Refreshing instance network info cache due to event network-changed-3635841e-134f-47a6-a91c-afaba2efb686. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1545.142484] env[62777]: DEBUG oslo_concurrency.lockutils [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.143913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.203546] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 3c7eae93-232e-4a26-b5d1-9f34c83301d6] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1545.319076] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.319578] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Instance network_info: |[{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1545.319964] env[62777]: DEBUG oslo_concurrency.lockutils [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.320235] env[62777]: DEBUG nova.network.neutron [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Refreshing network info cache for port 3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1545.321724] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:32:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3635841e-134f-47a6-a91c-afaba2efb686', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1545.331319] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating folder: Project (9949d6b6388d4f72b65ea47da5f33247). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.332569] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c54016a-b695-41a0-bcce-0f06ed5b675c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.343761] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created folder: Project (9949d6b6388d4f72b65ea47da5f33247) in parent group-v353040. [ 1545.343959] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating folder: Instances. Parent ref: group-v353240. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1545.344223] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01779494-2a83-41d0-8f6a-93f7f9dac8f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.352987] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created folder: Instances in parent group-v353240. [ 1545.353216] env[62777]: DEBUG oslo.service.loopingcall [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1545.353439] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1545.353689] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-574ba60a-4a61-42f4-bb5a-8403122a0b4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.373262] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1545.373262] env[62777]: value = "task-1694052" [ 1545.373262] env[62777]: _type = "Task" [ 1545.373262] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.382929] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694052, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.452212] env[62777]: DEBUG nova.network.neutron [-] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.512429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3885ea97-2bee-48e5-aa81-5611f67429ff tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.740s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.525494] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457977} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.526211] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7dbc2037-bf18-4c1b-bb84-87565a8a178a/7dbc2037-bf18-4c1b-bb84-87565a8a178a.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.526211] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1545.526211] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e74b3bb9-fff9-4862-ad98-07beb05fd686 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.534248] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1545.534248] env[62777]: value = "task-1694053" [ 1545.534248] env[62777]: _type = "Task" [ 1545.534248] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.542507] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.707508] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 4610b1d4-7be5-4e97-b095-ad71263bc30a] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1545.782875] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd90877-1d83-48a4-99dd-0e7177c29bb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.790923] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ddbc5e-ba90-4bf7-800d-da1a7eb1d7c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.819735] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7089abd7-02ff-4d58-8b4d-22291759f9dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.826686] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec8b632-e522-4cd8-86e1-99426103cabe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.841121] env[62777]: DEBUG nova.compute.provider_tree [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1545.883196] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694052, 'name': CreateVM_Task, 'duration_secs': 0.344609} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.883392] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.884060] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.884235] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.884547] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.884790] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d282092a-d49d-48d3-b029-e4fe148a3fc5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.890017] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1545.890017] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523370b9-05ec-21b1-6fa6-4d28d4d754fd" [ 1545.890017] env[62777]: _type = "Task" [ 1545.890017] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.898079] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523370b9-05ec-21b1-6fa6-4d28d4d754fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.955403] env[62777]: INFO nova.compute.manager [-] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Took 1.63 seconds to deallocate network for instance. [ 1546.045053] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061466} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.047623] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1546.048413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7ba6e-0dc6-4e16-82c5-398a2841719e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.072429] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 7dbc2037-bf18-4c1b-bb84-87565a8a178a/7dbc2037-bf18-4c1b-bb84-87565a8a178a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1546.072718] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5931c1fd-1cec-41b3-8bb3-dfd806710b9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.093851] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1546.093851] env[62777]: value = "task-1694054" [ 1546.093851] env[62777]: _type = "Task" [ 1546.093851] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.101696] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.145964] env[62777]: DEBUG nova.network.neutron [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updated VIF entry in instance network info cache for port 3635841e-134f-47a6-a91c-afaba2efb686. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.146380] env[62777]: DEBUG nova.network.neutron [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.210299] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2ec93312-17da-412b-9024-56d9d562612d] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1546.345172] env[62777]: DEBUG nova.scheduler.client.report [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1546.401807] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523370b9-05ec-21b1-6fa6-4d28d4d754fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.402123] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.402352] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1546.402581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.402725] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.402927] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1546.403192] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ea3ef50-9ca0-4281-a305-65c6f808cf36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.411466] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1546.411637] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1546.412334] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858b7be4-5e73-4f3a-9b58-c45d6d91d2f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.417508] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1546.417508] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52de01fb-afe6-0a1c-1d39-5ee267427a74" [ 1546.417508] env[62777]: _type = "Task" [ 1546.417508] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.424619] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52de01fb-afe6-0a1c-1d39-5ee267427a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.462183] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.603228] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694054, 'name': ReconfigVM_Task, 'duration_secs': 0.282885} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.603452] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 7dbc2037-bf18-4c1b-bb84-87565a8a178a/7dbc2037-bf18-4c1b-bb84-87565a8a178a.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.604076] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6106889c-deab-45a1-8cfe-21b24ab0d0fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.610048] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1546.610048] env[62777]: value = "task-1694055" [ 1546.610048] env[62777]: _type = "Task" [ 1546.610048] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.616976] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694055, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.649708] env[62777]: DEBUG oslo_concurrency.lockutils [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.650006] env[62777]: DEBUG nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Received event network-vif-deleted-63f57af2-d3e6-4f64-81c3-b52450532539 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1546.650242] env[62777]: INFO nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Neutron deleted interface 63f57af2-d3e6-4f64-81c3-b52450532539; detaching it from the instance and deleting it from the info cache [ 1546.650423] env[62777]: DEBUG nova.network.neutron [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.714038] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 72a17d6d-05e9-40e3-918a-01bf0af2bc11] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1546.853796] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.854269] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.857292] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.002s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.859175] env[62777]: INFO nova.compute.claims [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1546.928050] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52de01fb-afe6-0a1c-1d39-5ee267427a74, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.929095] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d184384-28af-41be-a073-ad46db39e2b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.934659] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1546.934659] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526a04ba-8c90-7edf-6270-ed358fbd179a" [ 1546.934659] env[62777]: _type = "Task" [ 1546.934659] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.943787] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526a04ba-8c90-7edf-6270-ed358fbd179a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.119854] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694055, 'name': Rename_Task, 'duration_secs': 0.148722} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.120102] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.120866] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2046fa5-dd91-490f-8da7-0e51c06dc485 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.128698] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1547.128698] env[62777]: value = "task-1694056" [ 1547.128698] env[62777]: _type = "Task" [ 1547.128698] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.136547] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.153575] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e11acbd-fd79-4511-a837-16ddf9a59faf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.163307] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14483dca-1140-40eb-9861-54058ef0739f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.196059] env[62777]: DEBUG nova.compute.manager [req-a9674a98-669a-425f-89eb-d7be1609386c req-de5796ea-b41d-45ca-a3dd-ece33eb93f7e service nova] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Detach interface failed, port_id=63f57af2-d3e6-4f64-81c3-b52450532539, reason: Instance f0a4868a-0eea-4f93-98d0-c4a4f0070d42 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1547.198865] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "7075ea82-4047-4b59-905b-478903d90a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.199168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.199380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "7075ea82-4047-4b59-905b-478903d90a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.199570] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.199736] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.202034] env[62777]: INFO nova.compute.manager [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Terminating instance [ 1547.217799] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 7c7053aa-118c-4374-abcb-e54c164ead34] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1547.364219] env[62777]: DEBUG nova.compute.utils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.368578] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.368770] env[62777]: DEBUG nova.network.neutron [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.434026] env[62777]: DEBUG nova.policy [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.444828] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526a04ba-8c90-7edf-6270-ed358fbd179a, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.445110] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.445382] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd/2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1547.445666] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4aea1e40-19c9-4b74-925f-918115b09208 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.452925] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1547.452925] env[62777]: value = "task-1694057" [ 1547.452925] env[62777]: _type = "Task" [ 1547.452925] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.460839] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.639483] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694056, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.648583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.648736] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.706979] env[62777]: DEBUG nova.compute.manager [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1547.707242] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.708167] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ca01c2-294f-4a77-841a-c5c4bed1d3fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.716666] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.716946] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48d23b34-a075-4c75-a543-13e749f4f062 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.721260] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 0315f577-be23-4841-b6e0-c3478c6331f6] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1547.724399] env[62777]: DEBUG oslo_vmware.api [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1547.724399] env[62777]: value = "task-1694058" [ 1547.724399] env[62777]: _type = "Task" [ 1547.724399] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.734359] env[62777]: DEBUG oslo_vmware.api [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.742145] env[62777]: DEBUG nova.network.neutron [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Successfully created port: efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.873906] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.965080] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.139857] env[62777]: DEBUG oslo_vmware.api [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694056, 'name': PowerOnVM_Task, 'duration_secs': 0.971793} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.142357] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1548.142566] env[62777]: INFO nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1548.142742] env[62777]: DEBUG nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.143905] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb0544-7265-488b-8be2-0f5f0126dcbc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.154801] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.225511] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c56707-242b-4712-880f-7d3a042bb99f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.228282] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: fc665a3e-b00a-4091-8984-7bcf1c5ffb0a] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1548.240318] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0b35c-6260-432b-b723-7cf28d4ebda5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.244055] env[62777]: DEBUG oslo_vmware.api [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694058, 'name': PowerOffVM_Task, 'duration_secs': 0.320334} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.244055] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.244202] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.244893] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead70e70-4029-4f41-a2b1-3843bba33ddd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.278117] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a2a81a-e450-45fb-b6d1-e701c5d89e84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.286424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2821a885-a707-4bc6-95f9-297dfcbcd443 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.301317] env[62777]: DEBUG nova.compute.provider_tree [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.316201] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.316547] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.316778] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] 7075ea82-4047-4b59-905b-478903d90a9d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.317303] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b52dcc-51a2-42aa-922e-eb80c114f54a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.324759] env[62777]: DEBUG oslo_vmware.api [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1548.324759] env[62777]: value = "task-1694060" [ 1548.324759] env[62777]: _type = "Task" [ 1548.324759] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.332826] env[62777]: DEBUG oslo_vmware.api [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.463588] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528085} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.463851] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd/2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1548.464077] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1548.464325] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1930036a-231c-4e68-924c-bcef98e6aa47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.470503] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1548.470503] env[62777]: value = "task-1694061" [ 1548.470503] env[62777]: _type = "Task" [ 1548.470503] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.477427] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.669430] env[62777]: INFO nova.compute.manager [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Took 43.27 seconds to build instance. [ 1548.686623] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.734625] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 87e0118a-b9eb-4298-950c-495814102d8a] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1548.806636] env[62777]: DEBUG nova.scheduler.client.report [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1548.834717] env[62777]: DEBUG oslo_vmware.api [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320388} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.834965] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1548.835173] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1548.835354] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1548.835522] env[62777]: INFO nova.compute.manager [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1548.835761] env[62777]: DEBUG oslo.service.loopingcall [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1548.835947] env[62777]: DEBUG nova.compute.manager [-] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1548.836056] env[62777]: DEBUG nova.network.neutron [-] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1548.883259] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.911022] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.911022] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.911022] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.911022] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.911022] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.911022] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.911474] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.911585] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.911754] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.911916] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.912188] env[62777]: DEBUG nova.virt.hardware [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.913060] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e1156d-64d4-4bfd-b715-6601c8d97b32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.921454] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9157e5-32cf-4516-a164-de261629d17a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.980061] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066608} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.980343] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1548.981184] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc1bb2a-97e9-44cb-9c2a-013230978e2f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.003113] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd/2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1549.003409] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-606719af-3102-419f-b5ca-6a2de8cc078b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.023536] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1549.023536] env[62777]: value = "task-1694062" [ 1549.023536] env[62777]: _type = "Task" [ 1549.023536] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.033100] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.112610] env[62777]: DEBUG nova.compute.manager [req-20da8832-dceb-4dea-88e9-03aff2eaddd3 req-0f21a9fe-d6a3-47ca-96e2-4e3b0163d103 service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Received event network-vif-deleted-540cb7c1-87b0-4e41-9189-8ad9db1cfb9e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1549.112821] env[62777]: INFO nova.compute.manager [req-20da8832-dceb-4dea-88e9-03aff2eaddd3 req-0f21a9fe-d6a3-47ca-96e2-4e3b0163d103 service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Neutron deleted interface 540cb7c1-87b0-4e41-9189-8ad9db1cfb9e; detaching it from the instance and deleting it from the info cache [ 1549.113017] env[62777]: DEBUG nova.network.neutron [req-20da8832-dceb-4dea-88e9-03aff2eaddd3 req-0f21a9fe-d6a3-47ca-96e2-4e3b0163d103 service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.172609] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b9a0815-f1db-4df6-9c5d-aa5015b4c65a tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.786s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.227796] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.228104] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.228349] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.228564] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.228749] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.231125] env[62777]: INFO nova.compute.manager [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Terminating instance [ 1549.237787] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: a19f9cf9-0026-437b-84ee-66f875aeb636] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1549.311879] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.312447] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.315368] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.573s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.315606] env[62777]: DEBUG nova.objects.instance [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'pci_requests' on Instance uuid fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.533427] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694062, 'name': ReconfigVM_Task, 'duration_secs': 0.27982} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.534349] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd/2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1549.534942] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67f56d96-06cb-4fbb-a212-6efe85e015eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.541533] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1549.541533] env[62777]: value = "task-1694063" [ 1549.541533] env[62777]: _type = "Task" [ 1549.541533] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.548942] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694063, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.575547] env[62777]: DEBUG nova.network.neutron [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Successfully updated port: efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1549.586044] env[62777]: DEBUG nova.network.neutron [-] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.616217] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa3fad70-c232-4593-b491-8cb843ce5819 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.626480] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0db83c-089c-41e8-937a-22f40fa58687 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.660989] env[62777]: DEBUG nova.compute.manager [req-20da8832-dceb-4dea-88e9-03aff2eaddd3 req-0f21a9fe-d6a3-47ca-96e2-4e3b0163d103 service nova] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Detach interface failed, port_id=540cb7c1-87b0-4e41-9189-8ad9db1cfb9e, reason: Instance 7075ea82-4047-4b59-905b-478903d90a9d could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1549.741195] env[62777]: DEBUG nova.compute.manager [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1549.741512] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1549.742303] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3cd47-1f8c-4c8b-b82c-7753b43d30ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.745178] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 38ec3326-e350-448f-98b5-e30cbe5e3864] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1549.751420] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.751650] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b712ec34-5251-44d0-a530-43485b276659 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.757802] env[62777]: DEBUG oslo_vmware.api [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1549.757802] env[62777]: value = "task-1694064" [ 1549.757802] env[62777]: _type = "Task" [ 1549.757802] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.765680] env[62777]: DEBUG oslo_vmware.api [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.820201] env[62777]: DEBUG nova.objects.instance [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'numa_topology' on Instance uuid fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.822232] env[62777]: DEBUG nova.compute.utils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1549.823942] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.824117] env[62777]: DEBUG nova.network.neutron [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1549.878643] env[62777]: DEBUG nova.policy [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c15dadf87e24412a85ab19f364f9bff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232c28d0bb06474eae663abb58069a93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.051139] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694063, 'name': Rename_Task, 'duration_secs': 0.147999} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.051370] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1550.051616] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9943e13-7f25-4135-b512-e95e8f892ac4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.061023] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1550.061023] env[62777]: value = "task-1694065" [ 1550.061023] env[62777]: _type = "Task" [ 1550.061023] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.068016] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.078071] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.078273] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.078436] env[62777]: DEBUG nova.network.neutron [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.088378] env[62777]: INFO nova.compute.manager [-] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Took 1.25 seconds to deallocate network for instance. [ 1550.246942] env[62777]: DEBUG nova.network.neutron [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Successfully created port: 3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1550.249404] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 3aa8f348-e15b-43e0-96a0-a6fb6c57f00f] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1550.267312] env[62777]: DEBUG oslo_vmware.api [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694064, 'name': PowerOffVM_Task, 'duration_secs': 0.177239} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.267586] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.267750] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.268008] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b9569e5-a515-4739-9b0c-cd179c617bda {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.324493] env[62777]: INFO nova.compute.claims [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1550.328499] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.342493] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1550.342690] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1550.342876] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleting the datastore file [datastore1] 7dbc2037-bf18-4c1b-bb84-87565a8a178a {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1550.343164] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422a9ac9-42b3-42f4-9708-3893cf59f2f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.350050] env[62777]: DEBUG oslo_vmware.api [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for the task: (returnval){ [ 1550.350050] env[62777]: value = "task-1694067" [ 1550.350050] env[62777]: _type = "Task" [ 1550.350050] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.358010] env[62777]: DEBUG oslo_vmware.api [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.571022] env[62777]: DEBUG oslo_vmware.api [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694065, 'name': PowerOnVM_Task, 'duration_secs': 0.447722} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.571022] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.571022] env[62777]: INFO nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1550.571022] env[62777]: DEBUG nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.571022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0392f7-18ab-4b37-afb6-82815650c1d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.598474] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.634856] env[62777]: DEBUG nova.network.neutron [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.752687] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: dce265ac-9ed7-4309-a9f6-df53769fe826] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1550.789314] env[62777]: DEBUG nova.network.neutron [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.859508] env[62777]: DEBUG oslo_vmware.api [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Task: {'id': task-1694067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157084} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.859784] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1550.859973] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1550.860174] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1550.860350] env[62777]: INFO nova.compute.manager [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1550.860589] env[62777]: DEBUG oslo.service.loopingcall [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1550.860834] env[62777]: DEBUG nova.compute.manager [-] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1550.860979] env[62777]: DEBUG nova.network.neutron [-] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1551.098557] env[62777]: INFO nova.compute.manager [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 42.91 seconds to build instance. [ 1551.256053] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: bcef837d-7a30-4c53-805c-f55b4b793d88] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1551.291152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.291502] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Instance network_info: |[{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1551.291920] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:6f:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efa65a5f-2db0-48bc-af1f-9ada0713a822', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1551.299529] env[62777]: DEBUG oslo.service.loopingcall [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1551.300287] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1551.300525] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa4d196e-e6c4-4425-86fb-d993f30194b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.320365] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1551.320365] env[62777]: value = "task-1694068" [ 1551.320365] env[62777]: _type = "Task" [ 1551.320365] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.329546] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694068, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.340079] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.356375] env[62777]: DEBUG nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-vif-plugged-efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1551.356729] env[62777]: DEBUG oslo_concurrency.lockutils [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.357060] env[62777]: DEBUG oslo_concurrency.lockutils [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.357259] env[62777]: DEBUG oslo_concurrency.lockutils [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.357434] env[62777]: DEBUG nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] No waiting events found dispatching network-vif-plugged-efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.357598] env[62777]: WARNING nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received unexpected event network-vif-plugged-efa65a5f-2db0-48bc-af1f-9ada0713a822 for instance with vm_state building and task_state spawning. [ 1551.357755] env[62777]: DEBUG nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-changed-efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1551.357907] env[62777]: DEBUG nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing instance network info cache due to event network-changed-efa65a5f-2db0-48bc-af1f-9ada0713a822. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1551.358118] env[62777]: DEBUG oslo_concurrency.lockutils [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.358266] env[62777]: DEBUG oslo_concurrency.lockutils [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.358425] env[62777]: DEBUG nova.network.neutron [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing network info cache for port efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1551.378189] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1551.378443] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1551.378600] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.378784] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1551.378928] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.379164] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1551.379393] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1551.379551] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1551.379717] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1551.379878] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1551.380063] env[62777]: DEBUG nova.virt.hardware [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1551.381478] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef004104-81c4-4051-91de-558391221978 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.392097] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1698d30a-d6ac-49a7-9b27-764c161fc976 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.601600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e51ed4d1-83c7-4cd9-a41d-e9b12180ec47 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.420s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.622743] env[62777]: DEBUG nova.network.neutron [-] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.670905] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f659e2-7ea2-4f70-bb7d-b6526952c29f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.680136] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcca8ce-b2be-4dce-8d46-f28492b83a47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.715368] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ade75-8512-4abd-9083-94dd6135da7d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.723740] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c90eeb5-20ad-4a74-b3c5-43e476a0c097 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.737389] env[62777]: DEBUG nova.compute.provider_tree [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.759735] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: dded2e30-028a-4e55-958e-5bfb544ea23d] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1551.830158] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694068, 'name': CreateVM_Task, 'duration_secs': 0.409363} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.830334] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1551.831144] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.831214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.831540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1551.831790] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e727ed2-a307-4352-b8d2-f8bb6c58b4f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.836894] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1551.836894] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521e7233-5368-a4ec-df7c-0eee9532bb60" [ 1551.836894] env[62777]: _type = "Task" [ 1551.836894] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.845092] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521e7233-5368-a4ec-df7c-0eee9532bb60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.980126] env[62777]: DEBUG nova.network.neutron [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Successfully updated port: 3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.125392] env[62777]: INFO nova.compute.manager [-] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Took 1.26 seconds to deallocate network for instance. [ 1552.187535] env[62777]: DEBUG nova.network.neutron [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updated VIF entry in instance network info cache for port efa65a5f-2db0-48bc-af1f-9ada0713a822. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1552.187994] env[62777]: DEBUG nova.network.neutron [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.240664] env[62777]: DEBUG nova.scheduler.client.report [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1552.262773] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: cc589df4-6e32-401a-987a-b9dc24d49947] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1552.350020] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521e7233-5368-a4ec-df7c-0eee9532bb60, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.350020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.350020] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1552.350020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.350020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.350020] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1552.350020] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a39615f8-860e-4db8-9538-4287f83506e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.358080] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1552.358447] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1552.359264] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e551ac-6815-421b-9a9c-4a15423fc6b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.364621] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1552.364621] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5234be7c-117f-df0b-9cb0-0fd3b30ed440" [ 1552.364621] env[62777]: _type = "Task" [ 1552.364621] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.374177] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5234be7c-117f-df0b-9cb0-0fd3b30ed440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.487910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "refresh_cache-082e047e-393c-4767-802f-f64729d75db7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.487910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired lock "refresh_cache-082e047e-393c-4767-802f-f64729d75db7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.487910] env[62777]: DEBUG nova.network.neutron [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.631849] env[62777]: DEBUG nova.compute.manager [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Received event network-changed-3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1552.632025] env[62777]: DEBUG nova.compute.manager [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Refreshing instance network info cache due to event network-changed-3635841e-134f-47a6-a91c-afaba2efb686. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1552.632305] env[62777]: DEBUG oslo_concurrency.lockutils [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.632461] env[62777]: DEBUG oslo_concurrency.lockutils [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.632621] env[62777]: DEBUG nova.network.neutron [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Refreshing network info cache for port 3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.634180] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.690516] env[62777]: DEBUG oslo_concurrency.lockutils [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.690829] env[62777]: DEBUG nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Received event network-vif-deleted-97c73bce-ed3d-4917-8e90-c2eca3cb6a7f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1552.690970] env[62777]: INFO nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Neutron deleted interface 97c73bce-ed3d-4917-8e90-c2eca3cb6a7f; detaching it from the instance and deleting it from the info cache [ 1552.691228] env[62777]: DEBUG nova.network.neutron [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.746709] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.431s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.749809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.619s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.752208] env[62777]: INFO nova.compute.claims [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.769481] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2fbdd757-f345-48e7-af3f-a7c3c3458a94] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1552.784479] env[62777]: INFO nova.network.neutron [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating port f34dde48-e93a-4255-9403-de845b9f8694 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1552.878937] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5234be7c-117f-df0b-9cb0-0fd3b30ed440, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.878937] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fee8aa2d-f587-47ce-9bfe-52476948c56b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.881802] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1552.881802] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523f5d38-c784-6baf-2c7c-10eac40bf229" [ 1552.881802] env[62777]: _type = "Task" [ 1552.881802] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.890593] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523f5d38-c784-6baf-2c7c-10eac40bf229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.032580] env[62777]: DEBUG nova.network.neutron [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.194125] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f294a4fa-691c-494b-ba0d-be9b88c3b3c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.203994] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c911669-4733-4e86-ad65-f248418feaba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.239879] env[62777]: DEBUG nova.compute.manager [req-472d166d-8b2b-4976-8869-d8a68ecee822 req-e2c7725c-e1ba-4f6f-915f-b3ccb92c2c89 service nova] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Detach interface failed, port_id=97c73bce-ed3d-4917-8e90-c2eca3cb6a7f, reason: Instance 7dbc2037-bf18-4c1b-bb84-87565a8a178a could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1553.271660] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 865a4907-bb1b-411b-b837-867b99de7458] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1553.317967] env[62777]: DEBUG nova.network.neutron [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Updating instance_info_cache with network_info: [{"id": "3e61aa72-f246-420a-8664-7a75de0f2f9a", "address": "fa:16:3e:85:e3:49", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e61aa72-f2", "ovs_interfaceid": "3e61aa72-f246-420a-8664-7a75de0f2f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.395636] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523f5d38-c784-6baf-2c7c-10eac40bf229, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.395915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.396188] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 56c8dc06-0504-40dc-bce5-489a703fc1ee/56c8dc06-0504-40dc-bce5-489a703fc1ee.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1553.396447] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73e4c86a-82f0-426d-bf6b-75e0a740d328 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.405969] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1553.405969] env[62777]: value = "task-1694069" [ 1553.405969] env[62777]: _type = "Task" [ 1553.405969] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.413716] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.415814] env[62777]: DEBUG nova.compute.manager [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Received event network-vif-plugged-3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1553.416040] env[62777]: DEBUG oslo_concurrency.lockutils [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] Acquiring lock "082e047e-393c-4767-802f-f64729d75db7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.416221] env[62777]: DEBUG oslo_concurrency.lockutils [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] Lock "082e047e-393c-4767-802f-f64729d75db7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1553.416384] env[62777]: DEBUG oslo_concurrency.lockutils [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] Lock "082e047e-393c-4767-802f-f64729d75db7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.416550] env[62777]: DEBUG nova.compute.manager [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] No waiting events found dispatching network-vif-plugged-3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1553.416711] env[62777]: WARNING nova.compute.manager [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Received unexpected event network-vif-plugged-3e61aa72-f246-420a-8664-7a75de0f2f9a for instance with vm_state building and task_state spawning. [ 1553.416867] env[62777]: DEBUG nova.compute.manager [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Received event network-changed-3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1553.417107] env[62777]: DEBUG nova.compute.manager [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Refreshing instance network info cache due to event network-changed-3e61aa72-f246-420a-8664-7a75de0f2f9a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1553.417197] env[62777]: DEBUG oslo_concurrency.lockutils [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] Acquiring lock "refresh_cache-082e047e-393c-4767-802f-f64729d75db7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.490417] env[62777]: DEBUG nova.network.neutron [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updated VIF entry in instance network info cache for port 3635841e-134f-47a6-a91c-afaba2efb686. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.490795] env[62777]: DEBUG nova.network.neutron [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.775128] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 8935b7cd-baea-4835-8da9-7aef46cc3896] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1553.820441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Releasing lock "refresh_cache-082e047e-393c-4767-802f-f64729d75db7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.820850] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Instance network_info: |[{"id": "3e61aa72-f246-420a-8664-7a75de0f2f9a", "address": "fa:16:3e:85:e3:49", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e61aa72-f2", "ovs_interfaceid": "3e61aa72-f246-420a-8664-7a75de0f2f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.821521] env[62777]: DEBUG oslo_concurrency.lockutils [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] Acquired lock "refresh_cache-082e047e-393c-4767-802f-f64729d75db7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.821830] env[62777]: DEBUG nova.network.neutron [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Refreshing network info cache for port 3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.823226] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:e3:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e61aa72-f246-420a-8664-7a75de0f2f9a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.831462] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Creating folder: Project (232c28d0bb06474eae663abb58069a93). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.837344] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bf298eb-e62a-4330-b557-dd36ea15e02e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.850217] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Created folder: Project (232c28d0bb06474eae663abb58069a93) in parent group-v353040. [ 1553.850429] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Creating folder: Instances. Parent ref: group-v353244. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.850683] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baba6ff1-a550-442b-8ac2-57eb4e00a206 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.863903] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Created folder: Instances in parent group-v353244. [ 1553.863903] env[62777]: DEBUG oslo.service.loopingcall [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.864223] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082e047e-393c-4767-802f-f64729d75db7] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.864551] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e4b6b44-872d-46dc-ae4b-15426c07c9a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.893906] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.893906] env[62777]: value = "task-1694072" [ 1553.893906] env[62777]: _type = "Task" [ 1553.893906] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.904432] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694072, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.916184] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694069, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.994056] env[62777]: DEBUG oslo_concurrency.lockutils [req-1f77ff9d-62d5-4272-9d5b-da8b3e9d242d req-b23b74a8-060f-4ede-9aa5-06df6e06cf3e service nova] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.104516] env[62777]: DEBUG nova.network.neutron [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Updated VIF entry in instance network info cache for port 3e61aa72-f246-420a-8664-7a75de0f2f9a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.104912] env[62777]: DEBUG nova.network.neutron [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Updating instance_info_cache with network_info: [{"id": "3e61aa72-f246-420a-8664-7a75de0f2f9a", "address": "fa:16:3e:85:e3:49", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.241", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e61aa72-f2", "ovs_interfaceid": "3e61aa72-f246-420a-8664-7a75de0f2f9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.140756] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfd465c-62cd-43ea-befd-541d2125a032 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.148503] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817cfb25-1626-412f-858d-b5c3dee5ca1a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.179570] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30e061-a0ba-44fc-8253-d92019d889e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.187330] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de31933-7ec3-45c4-8db1-dfdbee81f05c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.203023] env[62777]: DEBUG nova.compute.provider_tree [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.278286] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 60927798-b5f4-4705-af23-2a2919943143] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1554.406194] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694072, 'name': CreateVM_Task, 'duration_secs': 0.488926} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.406194] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 082e047e-393c-4767-802f-f64729d75db7] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.406194] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.406358] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.406692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.407021] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c3c5d7-a1ea-4acf-a4bd-89c4c9e25b75 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.417050] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1554.417050] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524f56b4-7b4b-49ce-36df-99671ed25da4" [ 1554.417050] env[62777]: _type = "Task" [ 1554.417050] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.420020] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518639} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.423428] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 56c8dc06-0504-40dc-bce5-489a703fc1ee/56c8dc06-0504-40dc-bce5-489a703fc1ee.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1554.423952] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1554.424619] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22fdce8-00de-45f9-9dbc-aa1a669966d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.432394] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524f56b4-7b4b-49ce-36df-99671ed25da4, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.437171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.437171] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.437171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.437171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.437171] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.437171] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1554.437171] env[62777]: value = "task-1694073" [ 1554.437171] env[62777]: _type = "Task" [ 1554.437171] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.437171] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7aa5931-6a6a-454c-ae80-5cfe66a72a0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.449235] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.450710] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.451065] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.452356] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67867cd1-6fa6-419b-a192-754a2bd769ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.461027] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1554.461027] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524bb964-57ca-2006-c469-41a37ef5877e" [ 1554.461027] env[62777]: _type = "Task" [ 1554.461027] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.470896] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524bb964-57ca-2006-c469-41a37ef5877e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.549425] env[62777]: DEBUG nova.compute.manager [req-94f3f864-5b58-4782-99a6-0f4d1737258a req-06ed70dd-a7c6-4d8a-906b-54a7c0a0de57 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-vif-plugged-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1554.549564] env[62777]: DEBUG oslo_concurrency.lockutils [req-94f3f864-5b58-4782-99a6-0f4d1737258a req-06ed70dd-a7c6-4d8a-906b-54a7c0a0de57 service nova] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.549703] env[62777]: DEBUG oslo_concurrency.lockutils [req-94f3f864-5b58-4782-99a6-0f4d1737258a req-06ed70dd-a7c6-4d8a-906b-54a7c0a0de57 service nova] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.549854] env[62777]: DEBUG oslo_concurrency.lockutils [req-94f3f864-5b58-4782-99a6-0f4d1737258a req-06ed70dd-a7c6-4d8a-906b-54a7c0a0de57 service nova] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.550025] env[62777]: DEBUG nova.compute.manager [req-94f3f864-5b58-4782-99a6-0f4d1737258a req-06ed70dd-a7c6-4d8a-906b-54a7c0a0de57 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] No waiting events found dispatching network-vif-plugged-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1554.550299] env[62777]: WARNING nova.compute.manager [req-94f3f864-5b58-4782-99a6-0f4d1737258a req-06ed70dd-a7c6-4d8a-906b-54a7c0a0de57 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received unexpected event network-vif-plugged-f34dde48-e93a-4255-9403-de845b9f8694 for instance with vm_state shelved_offloaded and task_state spawning. [ 1554.607330] env[62777]: DEBUG oslo_concurrency.lockutils [req-916c0295-ef16-477d-a147-c355dc3116b1 req-b169c669-56bd-41b5-b8eb-05d2c11df18d service nova] Releasing lock "refresh_cache-082e047e-393c-4767-802f-f64729d75db7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.703604] env[62777]: DEBUG nova.scheduler.client.report [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1554.782277] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b4966a3a-7826-4e9a-ae37-5404ac0d9810] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1554.949588] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073457} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.949840] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1554.950607] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3200d85-020a-42fd-90c7-b1281f446a40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.971923] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 56c8dc06-0504-40dc-bce5-489a703fc1ee/56c8dc06-0504-40dc-bce5-489a703fc1ee.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1554.972844] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.973066] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.973193] env[62777]: DEBUG nova.network.neutron [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.977877] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89522965-1437-4271-9d0c-940f69870c0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.998006] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524bb964-57ca-2006-c469-41a37ef5877e, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.999614] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1554.999614] env[62777]: value = "task-1694074" [ 1554.999614] env[62777]: _type = "Task" [ 1554.999614] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.999800] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f40a55a-a2d2-496a-8c7e-5e60405ef1f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.007644] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1555.007644] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520c5cae-b40e-cf57-2b32-61a3f64710ad" [ 1555.007644] env[62777]: _type = "Task" [ 1555.007644] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.011742] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.019544] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520c5cae-b40e-cf57-2b32-61a3f64710ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.208513] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.209234] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1555.212066] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.763s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.213626] env[62777]: INFO nova.compute.claims [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.285711] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: a59912be-e45b-4368-aded-13db93252946] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1555.439626] env[62777]: DEBUG nova.compute.manager [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-changed-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1555.439769] env[62777]: DEBUG nova.compute.manager [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing instance network info cache due to event network-changed-f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1555.439944] env[62777]: DEBUG oslo_concurrency.lockutils [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] Acquiring lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.512763] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694074, 'name': ReconfigVM_Task, 'duration_secs': 0.29705} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.516902] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 56c8dc06-0504-40dc-bce5-489a703fc1ee/56c8dc06-0504-40dc-bce5-489a703fc1ee.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1555.517698] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf504e69-7299-4540-abb1-51c07c76dd2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.524339] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520c5cae-b40e-cf57-2b32-61a3f64710ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.525664] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.525838] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 082e047e-393c-4767-802f-f64729d75db7/082e047e-393c-4767-802f-f64729d75db7.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.526092] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1555.526092] env[62777]: value = "task-1694075" [ 1555.526092] env[62777]: _type = "Task" [ 1555.526092] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.528014] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d3910c1-98b4-4cdf-ada3-676d0f69350d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.538567] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694075, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.540178] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1555.540178] env[62777]: value = "task-1694076" [ 1555.540178] env[62777]: _type = "Task" [ 1555.540178] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.548059] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.717814] env[62777]: DEBUG nova.compute.utils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.721831] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.722035] env[62777]: DEBUG nova.network.neutron [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.788616] env[62777]: DEBUG nova.policy [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58a8294fd24a4738a8d888bd9a7863b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd946a5fb29af4dae9b0702ae0a989066', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.790662] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9c5a620a-de1b-419f-a0e3-eaf74a63883a] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1555.795815] env[62777]: DEBUG nova.network.neutron [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.041599] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694075, 'name': Rename_Task, 'duration_secs': 0.161273} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.045690] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.045830] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-feafcd69-3351-4d05-a84f-fa0fc6c00223 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.052381] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.053708] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1556.053708] env[62777]: value = "task-1694077" [ 1556.053708] env[62777]: _type = "Task" [ 1556.053708] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.061699] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.091717] env[62777]: DEBUG nova.network.neutron [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Successfully created port: a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1556.230685] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.299084] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: e8c3f3da-1da7-45ee-b8dd-255dd83b011d] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1556.300569] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.303091] env[62777]: DEBUG oslo_concurrency.lockutils [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] Acquired lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.303309] env[62777]: DEBUG nova.network.neutron [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Refreshing network info cache for port f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.332545] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='21ed15266cf459a601e217d270c7148d',container_format='bare',created_at=2024-12-10T16:15:30Z,direct_url=,disk_format='vmdk',id=396b9b10-f925-42d7-91b4-acdb4dad3fc6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-359266182-shelved',owner='3bb679423f6c4abf8a115ab5083b269a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-10T16:15:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.332902] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.333094] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.333297] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.333445] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.333607] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.333834] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.334029] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.334230] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.334397] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.334590] env[62777]: DEBUG nova.virt.hardware [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.336134] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ab4d47-535e-4ee6-a095-26da0495be06 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.353785] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdf45cf-0deb-4720-baa2-d5480751432f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.373640] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:fe:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34dde48-e93a-4255-9403-de845b9f8694', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.380732] env[62777]: DEBUG oslo.service.loopingcall [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.383480] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.383921] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af423081-e2cc-4806-af41-334a294ab218 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.407637] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.407637] env[62777]: value = "task-1694078" [ 1556.407637] env[62777]: _type = "Task" [ 1556.407637] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.418104] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694078, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.552407] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524913} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.553132] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 082e047e-393c-4767-802f-f64729d75db7/082e047e-393c-4767-802f-f64729d75db7.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1556.553132] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1556.553132] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09bceab3-9759-4a0b-a974-8ffe32304a7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.563324] env[62777]: DEBUG oslo_vmware.api [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694077, 'name': PowerOnVM_Task, 'duration_secs': 0.451092} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.564551] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.564756] env[62777]: INFO nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1556.564940] env[62777]: DEBUG nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.565273] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1556.565273] env[62777]: value = "task-1694079" [ 1556.565273] env[62777]: _type = "Task" [ 1556.565273] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.568709] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eae747-4826-4fd7-b59e-89ffd1d56648 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.584190] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.637755] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddcb48f7-63f8-47d8-b78f-0487ce60ccf7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.654807] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7ca8f4-8789-4f43-b6ed-aa9c90b2d358 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.702797] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aab99b8-bdf9-4fcf-8397-92dd1ad4e1c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.713107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e5088-7e6b-4ff2-9f36-11c8f434e91d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.732519] env[62777]: DEBUG nova.compute.provider_tree [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.803556] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: d4c9dd38-1b40-4f73-ae6d-273ca0ad5acb] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1556.918220] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694078, 'name': CreateVM_Task, 'duration_secs': 0.353773} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.918395] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.919068] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.919318] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.919685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.919933] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7ce038d-e002-40de-8fdf-f2ff5bdf9c55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.925548] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1556.925548] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52155c40-c2de-f519-fdfc-0fb5e45a7aa9" [ 1556.925548] env[62777]: _type = "Task" [ 1556.925548] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.932808] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52155c40-c2de-f519-fdfc-0fb5e45a7aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.015779] env[62777]: DEBUG nova.network.neutron [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updated VIF entry in instance network info cache for port f34dde48-e93a-4255-9403-de845b9f8694. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.016173] env[62777]: DEBUG nova.network.neutron [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [{"id": "f34dde48-e93a-4255-9403-de845b9f8694", "address": "fa:16:3e:e7:fe:09", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34dde48-e9", "ovs_interfaceid": "f34dde48-e93a-4255-9403-de845b9f8694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.080066] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068613} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.080331] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1557.081110] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2787e0e7-65c1-4164-97a8-785990af35a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.105884] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 082e047e-393c-4767-802f-f64729d75db7/082e047e-393c-4767-802f-f64729d75db7.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1557.107558] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6544147-fc53-47c4-b158-bb119bb6729f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.121440] env[62777]: INFO nova.compute.manager [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Took 39.43 seconds to build instance. [ 1557.130148] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1557.130148] env[62777]: value = "task-1694080" [ 1557.130148] env[62777]: _type = "Task" [ 1557.130148] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.138373] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.236031] env[62777]: DEBUG nova.scheduler.client.report [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1557.244920] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1557.266447] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1557.266693] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1557.266848] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1557.267051] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1557.267214] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1557.267366] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1557.267588] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1557.267745] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1557.267915] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1557.268093] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1557.268279] env[62777]: DEBUG nova.virt.hardware [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1557.269680] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca81ad-2be3-4211-985e-fb856061cb39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.277855] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dad8778-84e3-4bf4-b1b6-b0c592230514 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.309204] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 3f016251-3fe4-4a73-8718-498c90779415] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1557.435989] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.436278] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Processing image 396b9b10-f925-42d7-91b4-acdb4dad3fc6 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.436514] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.436661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.436840] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.437100] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de92dd26-2b02-4a19-b2ca-9e7a66074cee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.454856] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.455062] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.455854] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e57a19e-09be-48a6-baa9-6ddb6c32c95b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.461557] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1557.461557] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520c4e24-a99f-c928-a1d8-7613d8a3b9cd" [ 1557.461557] env[62777]: _type = "Task" [ 1557.461557] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.469162] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520c4e24-a99f-c928-a1d8-7613d8a3b9cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.512192] env[62777]: DEBUG nova.compute.manager [req-41eb42ed-9653-4dc8-8f74-2c0114c158ae req-c448fbd6-ae49-4b90-b39f-49857564a69e service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Received event network-vif-plugged-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1557.512423] env[62777]: DEBUG oslo_concurrency.lockutils [req-41eb42ed-9653-4dc8-8f74-2c0114c158ae req-c448fbd6-ae49-4b90-b39f-49857564a69e service nova] Acquiring lock "e2e209f2-431f-4827-8999-0e87b45868cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.512634] env[62777]: DEBUG oslo_concurrency.lockutils [req-41eb42ed-9653-4dc8-8f74-2c0114c158ae req-c448fbd6-ae49-4b90-b39f-49857564a69e service nova] Lock "e2e209f2-431f-4827-8999-0e87b45868cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.512801] env[62777]: DEBUG oslo_concurrency.lockutils [req-41eb42ed-9653-4dc8-8f74-2c0114c158ae req-c448fbd6-ae49-4b90-b39f-49857564a69e service nova] Lock "e2e209f2-431f-4827-8999-0e87b45868cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.512979] env[62777]: DEBUG nova.compute.manager [req-41eb42ed-9653-4dc8-8f74-2c0114c158ae req-c448fbd6-ae49-4b90-b39f-49857564a69e service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] No waiting events found dispatching network-vif-plugged-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1557.513138] env[62777]: WARNING nova.compute.manager [req-41eb42ed-9653-4dc8-8f74-2c0114c158ae req-c448fbd6-ae49-4b90-b39f-49857564a69e service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Received unexpected event network-vif-plugged-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b for instance with vm_state building and task_state spawning. [ 1557.518375] env[62777]: DEBUG oslo_concurrency.lockutils [req-b16cf6fd-3acb-4fe3-a240-f03de3594794 req-84b9f1ff-442c-4e62-b28c-da53e1762450 service nova] Releasing lock "refresh_cache-fa7c2fd5-5046-4d00-a162-3e1ae5392798" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.624196] env[62777]: DEBUG oslo_concurrency.lockutils [None req-99edc769-b1e7-4a3d-af60-8aed40021181 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.946s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.635593] env[62777]: DEBUG nova.network.neutron [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Successfully updated port: a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.642417] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.741463] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.742012] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.746048] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.237s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.746048] env[62777]: DEBUG nova.objects.instance [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lazy-loading 'resources' on Instance uuid 9bf94633-f769-4fa7-985f-942375455224 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.812916] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 35a4c1a0-2813-4c5a-bbdf-91d9c25666d2] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1557.977737] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Preparing fetch location {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1557.978018] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Fetch image to [datastore1] OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981/OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981.vmdk {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1557.978217] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Downloading stream optimized image 396b9b10-f925-42d7-91b4-acdb4dad3fc6 to [datastore1] OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981/OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981.vmdk on the data store datastore1 as vApp {{(pid=62777) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1557.978467] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Downloading image file data 396b9b10-f925-42d7-91b4-acdb4dad3fc6 to the ESX as VM named 'OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981' {{(pid=62777) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1558.069570] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1558.069570] env[62777]: value = "resgroup-9" [ 1558.069570] env[62777]: _type = "ResourcePool" [ 1558.069570] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1558.069915] env[62777]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c49289fb-4428-4e05-ac03-ee33540eb996 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.091235] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease: (returnval){ [ 1558.091235] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14f53-974a-68c6-b051-259830751546" [ 1558.091235] env[62777]: _type = "HttpNfcLease" [ 1558.091235] env[62777]: } obtained for vApp import into resource pool (val){ [ 1558.091235] env[62777]: value = "resgroup-9" [ 1558.091235] env[62777]: _type = "ResourcePool" [ 1558.091235] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1558.091631] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the lease: (returnval){ [ 1558.091631] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14f53-974a-68c6-b051-259830751546" [ 1558.091631] env[62777]: _type = "HttpNfcLease" [ 1558.091631] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1558.098510] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1558.098510] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14f53-974a-68c6-b051-259830751546" [ 1558.098510] env[62777]: _type = "HttpNfcLease" [ 1558.098510] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1558.141652] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694080, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.143390] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.143486] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquired lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.143611] env[62777]: DEBUG nova.network.neutron [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.248734] env[62777]: DEBUG nova.compute.utils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1558.254089] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1558.254304] env[62777]: DEBUG nova.network.neutron [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1558.315313] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: d847af88-9acc-4ecf-a290-c3ded02265a3] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1558.349184] env[62777]: DEBUG nova.policy [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ac907d79f53429788e85241b1b67b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '652d7c9b808b4b7fb56289580dba60d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1558.600529] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1558.600529] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14f53-974a-68c6-b051-259830751546" [ 1558.600529] env[62777]: _type = "HttpNfcLease" [ 1558.600529] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1558.641066] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694080, 'name': ReconfigVM_Task, 'duration_secs': 1.049992} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.644691] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 082e047e-393c-4767-802f-f64729d75db7/082e047e-393c-4767-802f-f64729d75db7.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1558.644882] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be1159af-5c6b-452a-a376-5099cb6aea47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.652670] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1558.652670] env[62777]: value = "task-1694082" [ 1558.652670] env[62777]: _type = "Task" [ 1558.652670] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.661720] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694082, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.685769] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67f8ec-ee2d-4fb1-ba73-87d481dd5734 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.690429] env[62777]: DEBUG nova.network.neutron [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1558.697497] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c894a17-7458-43cc-8764-f77e1657fb51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.733999] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a65a1f-484d-4713-9335-97ffb35c061a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.742505] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4b4f6f-aca7-4c23-9aa9-ad3f6840e038 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.756306] env[62777]: DEBUG nova.compute.provider_tree [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.759150] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1558.762903] env[62777]: DEBUG nova.network.neutron [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Successfully created port: bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.826346] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 841d3d29-d0cc-4eff-8257-c9bfc70bc7be] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1558.975229] env[62777]: DEBUG nova.network.neutron [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updating instance_info_cache with network_info: [{"id": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "address": "fa:16:3e:6b:1c:c2", "network": {"id": "d59839a4-037f-4d23-90aa-566623a01ddd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-873605061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d946a5fb29af4dae9b0702ae0a989066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cd6a14-79", "ovs_interfaceid": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.101305] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1559.101305] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14f53-974a-68c6-b051-259830751546" [ 1559.101305] env[62777]: _type = "HttpNfcLease" [ 1559.101305] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1559.101660] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1559.101660] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f14f53-974a-68c6-b051-259830751546" [ 1559.101660] env[62777]: _type = "HttpNfcLease" [ 1559.101660] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1559.102515] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db8b566-5817-48b0-912c-bfedfc779dc1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.110308] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c025e6-7b3f-494d-002f-ef395cbbf293/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1559.110533] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c025e6-7b3f-494d-002f-ef395cbbf293/disk-0.vmdk. {{(pid=62777) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1559.182130] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-084f3b5d-bd66-4f31-8d93-5765c8088661 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.184056] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694082, 'name': Rename_Task, 'duration_secs': 0.261877} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.184355] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1559.185495] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed57526-a994-4017-99ab-98a514bb8ff8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.191988] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1559.191988] env[62777]: value = "task-1694083" [ 1559.191988] env[62777]: _type = "Task" [ 1559.191988] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.200133] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.266836] env[62777]: DEBUG nova.scheduler.client.report [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1559.333594] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f74de76e-9358-4af8-acef-8a004a91998f] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1559.480193] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Releasing lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.480549] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Instance network_info: |[{"id": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "address": "fa:16:3e:6b:1c:c2", "network": {"id": "d59839a4-037f-4d23-90aa-566623a01ddd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-873605061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d946a5fb29af4dae9b0702ae0a989066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cd6a14-79", "ovs_interfaceid": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1559.480987] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:1c:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1559.488832] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Creating folder: Project (d946a5fb29af4dae9b0702ae0a989066). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1559.492892] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1b69e89-e0ff-414e-b27b-c69d93657cd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.504260] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Created folder: Project (d946a5fb29af4dae9b0702ae0a989066) in parent group-v353040. [ 1559.504456] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Creating folder: Instances. Parent ref: group-v353249. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1559.506191] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7775fcd-8c6b-4ba5-9737-5fe40b5576ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.515211] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Created folder: Instances in parent group-v353249. [ 1559.515522] env[62777]: DEBUG oslo.service.loopingcall [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.515729] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1559.515935] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a60877a9-5ed8-4ab7-bd89-c3835048f53d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.539500] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1559.539500] env[62777]: value = "task-1694086" [ 1559.539500] env[62777]: _type = "Task" [ 1559.539500] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.552813] env[62777]: DEBUG nova.compute.manager [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Received event network-changed-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1559.552941] env[62777]: DEBUG nova.compute.manager [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Refreshing instance network info cache due to event network-changed-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1559.554562] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] Acquiring lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.554562] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] Acquired lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.554562] env[62777]: DEBUG nova.network.neutron [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Refreshing network info cache for port a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.567019] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694086, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.703696] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694083, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.776134] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.780427] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.112s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.782166] env[62777]: INFO nova.compute.claims [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.787873] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1559.808070] env[62777]: INFO nova.scheduler.client.report [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Deleted allocations for instance 9bf94633-f769-4fa7-985f-942375455224 [ 1559.823627] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1559.823939] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1559.824186] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.824925] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1559.824925] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.824925] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1559.825166] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1559.825370] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1559.825552] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1559.825718] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1559.825991] env[62777]: DEBUG nova.virt.hardware [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1559.827570] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc98341-f39d-4b65-b9ba-4a3d1c44aa1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.839366] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: ceb6d9b1-c9ca-4361-9880-a28ae5b577f8] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1559.844607] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d06f1-5c8b-4f0a-907f-9916f046aaac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.052752] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694086, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.209063] env[62777]: DEBUG oslo_vmware.api [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694083, 'name': PowerOnVM_Task, 'duration_secs': 0.714285} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.211108] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1560.211404] env[62777]: INFO nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1560.211596] env[62777]: DEBUG nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.212602] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9bada-f234-4477-b110-d0de353c18a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.319185] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5380745f-c33f-42fb-ac10-b42566037611 tempest-ServersAdminTestJSON-342041722 tempest-ServersAdminTestJSON-342041722-project-member] Lock "9bf94633-f769-4fa7-985f-942375455224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.019s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.326937] env[62777]: DEBUG nova.network.neutron [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updated VIF entry in instance network info cache for port a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.327488] env[62777]: DEBUG nova.network.neutron [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updating instance_info_cache with network_info: [{"id": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "address": "fa:16:3e:6b:1c:c2", "network": {"id": "d59839a4-037f-4d23-90aa-566623a01ddd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-873605061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d946a5fb29af4dae9b0702ae0a989066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cd6a14-79", "ovs_interfaceid": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.329434] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Completed reading data from the image iterator. {{(pid=62777) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1560.329722] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c025e6-7b3f-494d-002f-ef395cbbf293/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1560.330824] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95bebf2-5720-4abc-9635-902aac3a89d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.340396] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c025e6-7b3f-494d-002f-ef395cbbf293/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1560.340642] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c025e6-7b3f-494d-002f-ef395cbbf293/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1560.341695] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2d21cbc-9251-417e-84e4-e8fb6f6010b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.353474] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.353654] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances with incomplete migration {{(pid=62777) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 1560.551141] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694086, 'name': CreateVM_Task, 'duration_secs': 0.978199} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.551294] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.552039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.552270] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.552684] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.556021] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bbc580d-6d26-4e4a-81cb-15e2af829906 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.558365] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1560.558365] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fec3bc-2428-50ec-3044-13818cd272c8" [ 1560.558365] env[62777]: _type = "Task" [ 1560.558365] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.566438] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fec3bc-2428-50ec-3044-13818cd272c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.570769] env[62777]: DEBUG oslo_vmware.rw_handles [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c025e6-7b3f-494d-002f-ef395cbbf293/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1560.570991] env[62777]: INFO nova.virt.vmwareapi.images [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Downloaded image file data 396b9b10-f925-42d7-91b4-acdb4dad3fc6 [ 1560.571826] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db4411-77ba-4062-96dc-a4c14cfee38d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.588541] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16e3e3c4-b5df-4df9-bd7f-a4ca426df7bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.640459] env[62777]: INFO nova.virt.vmwareapi.images [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] The imported VM was unregistered [ 1560.643129] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Caching image {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1560.643367] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating directory with path [datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6 {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1560.643647] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b687d9-2e8d-419b-80e2-2d29d943f2e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.730515] env[62777]: INFO nova.compute.manager [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Took 41.89 seconds to build instance. [ 1560.801904] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created directory with path [datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6 {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1560.801904] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981/OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981.vmdk to [datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk. {{(pid=62777) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1560.801904] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-be820dc7-5d9b-45a1-94c0-ec5b6eadfea2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.810065] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1560.810065] env[62777]: value = "task-1694088" [ 1560.810065] env[62777]: _type = "Task" [ 1560.810065] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.816993] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.835810] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] Releasing lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.836107] env[62777]: DEBUG nova.compute.manager [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-changed-efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1560.836252] env[62777]: DEBUG nova.compute.manager [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing instance network info cache due to event network-changed-efa65a5f-2db0-48bc-af1f-9ada0713a822. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1560.836462] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.836595] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.836754] env[62777]: DEBUG nova.network.neutron [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing network info cache for port efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1560.855461] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.984193] env[62777]: DEBUG nova.network.neutron [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Successfully updated port: bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1561.068921] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fec3bc-2428-50ec-3044-13818cd272c8, 'name': SearchDatastore_Task, 'duration_secs': 0.038582} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.071471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.071707] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.071931] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.072097] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.072311] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.072751] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d265b94f-c5f1-401e-adeb-abe75e320bdc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.082537] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.082712] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.085653] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbbfa87a-510e-4f47-ae17-3ce9359e713f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.090887] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1561.090887] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c84ef4-8c2a-fb8b-dedb-3577b71bcc4e" [ 1561.090887] env[62777]: _type = "Task" [ 1561.090887] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.099029] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c84ef4-8c2a-fb8b-dedb-3577b71bcc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.134771] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0c91c2-2279-4889-ba1c-35f316a62256 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.143199] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2145ef-571f-4c41-838a-ee7bb104dffb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.173488] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fecbdd6-ec94-4dbe-95ef-734006acc9a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.181219] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c7241-4069-4b14-a0ce-34d98c9dad85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.200026] env[62777]: DEBUG nova.compute.provider_tree [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.234929] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7e3cad8c-b877-426f-b89b-caecf34a14e1 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "082e047e-393c-4767-802f-f64729d75db7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.404s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.326204] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.486037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "refresh_cache-e358baeb-b559-4def-aead-711cacea9bec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.486212] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "refresh_cache-e358baeb-b559-4def-aead-711cacea9bec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.486363] env[62777]: DEBUG nova.network.neutron [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1561.605335] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c84ef4-8c2a-fb8b-dedb-3577b71bcc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.047507} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.606204] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5193c7a4-d8de-4f38-a003-e27c8386fe87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.612019] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1561.612019] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc0d90-bf97-fcfe-d0dd-952ae284907c" [ 1561.612019] env[62777]: _type = "Task" [ 1561.612019] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.620084] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc0d90-bf97-fcfe-d0dd-952ae284907c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.694909] env[62777]: DEBUG nova.compute.manager [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Received event network-vif-plugged-bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1561.695159] env[62777]: DEBUG oslo_concurrency.lockutils [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] Acquiring lock "e358baeb-b559-4def-aead-711cacea9bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.695416] env[62777]: DEBUG oslo_concurrency.lockutils [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] Lock "e358baeb-b559-4def-aead-711cacea9bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.695528] env[62777]: DEBUG oslo_concurrency.lockutils [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] Lock "e358baeb-b559-4def-aead-711cacea9bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.695741] env[62777]: DEBUG nova.compute.manager [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] No waiting events found dispatching network-vif-plugged-bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1561.695887] env[62777]: WARNING nova.compute.manager [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Received unexpected event network-vif-plugged-bf8673fc-6841-45cd-9e15-39abfb534e01 for instance with vm_state building and task_state spawning. [ 1561.695985] env[62777]: DEBUG nova.compute.manager [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Received event network-changed-bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1561.697171] env[62777]: DEBUG nova.compute.manager [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Refreshing instance network info cache due to event network-changed-bf8673fc-6841-45cd-9e15-39abfb534e01. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1561.697436] env[62777]: DEBUG oslo_concurrency.lockutils [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] Acquiring lock "refresh_cache-e358baeb-b559-4def-aead-711cacea9bec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.698579] env[62777]: DEBUG nova.network.neutron [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updated VIF entry in instance network info cache for port efa65a5f-2db0-48bc-af1f-9ada0713a822. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1561.700013] env[62777]: DEBUG nova.network.neutron [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.702578] env[62777]: DEBUG nova.scheduler.client.report [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1561.824361] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.034462] env[62777]: DEBUG nova.network.neutron [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.125037] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc0d90-bf97-fcfe-d0dd-952ae284907c, 'name': SearchDatastore_Task, 'duration_secs': 0.019119} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.125245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.125510] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e2e209f2-431f-4827-8999-0e87b45868cd/e2e209f2-431f-4827-8999-0e87b45868cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.127283] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a1a588d-15a0-4243-8abc-6389ce180859 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.134064] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1562.134064] env[62777]: value = "task-1694089" [ 1562.134064] env[62777]: _type = "Task" [ 1562.134064] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.141907] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.198264] env[62777]: DEBUG nova.network.neutron [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Updating instance_info_cache with network_info: [{"id": "bf8673fc-6841-45cd-9e15-39abfb534e01", "address": "fa:16:3e:55:01:69", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8673fc-68", "ovs_interfaceid": "bf8673fc-6841-45cd-9e15-39abfb534e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.207047] env[62777]: DEBUG oslo_concurrency.lockutils [req-d9318de4-4b6e-440d-a226-4cef2164858c req-5ba84425-b16e-4378-aef7-b8fd7e2d8fa8 service nova] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.208031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.208448] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1562.212908] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.183s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.214761] env[62777]: INFO nova.compute.claims [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.323153] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.473960] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.474542] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.644373] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.703202] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "refresh_cache-e358baeb-b559-4def-aead-711cacea9bec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.703553] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Instance network_info: |[{"id": "bf8673fc-6841-45cd-9e15-39abfb534e01", "address": "fa:16:3e:55:01:69", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8673fc-68", "ovs_interfaceid": "bf8673fc-6841-45cd-9e15-39abfb534e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1562.703864] env[62777]: DEBUG oslo_concurrency.lockutils [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] Acquired lock "refresh_cache-e358baeb-b559-4def-aead-711cacea9bec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.704067] env[62777]: DEBUG nova.network.neutron [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Refreshing network info cache for port bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.705357] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:01:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf8673fc-6841-45cd-9e15-39abfb534e01', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.714086] env[62777]: DEBUG oslo.service.loopingcall [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1562.718056] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e358baeb-b559-4def-aead-711cacea9bec] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.719685] env[62777]: DEBUG nova.compute.utils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.723060] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29b0b344-a05d-4eb8-b570-dfc0117553c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.739971] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.740217] env[62777]: DEBUG nova.network.neutron [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.744044] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.756590] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.756590] env[62777]: value = "task-1694090" [ 1562.756590] env[62777]: _type = "Task" [ 1562.756590] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.767625] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694090, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.825080] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.828974] env[62777]: DEBUG nova.policy [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4349d4e702840ec9a3418ba29cc09ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84aae44899c4a86935fed6f93b53c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.979522] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.149068] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.164238] env[62777]: DEBUG nova.network.neutron [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Updated VIF entry in instance network info cache for port bf8673fc-6841-45cd-9e15-39abfb534e01. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.164704] env[62777]: DEBUG nova.network.neutron [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Updating instance_info_cache with network_info: [{"id": "bf8673fc-6841-45cd-9e15-39abfb534e01", "address": "fa:16:3e:55:01:69", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf8673fc-68", "ovs_interfaceid": "bf8673fc-6841-45cd-9e15-39abfb534e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.188282] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83e46f-77be-47dd-b57b-fe02ecc735ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.196324] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436be7d3-8b30-44de-b8da-d3db0c2146a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.245424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d870f427-be98-4069-94d5-41e835eebbc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.260283] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf9179-cf23-483e-b6b6-5882243709a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.285080] env[62777]: DEBUG nova.compute.provider_tree [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.291482] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694090, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.324868] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.325835] env[62777]: DEBUG nova.network.neutron [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Successfully created port: 5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.510603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.649178] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.668374] env[62777]: DEBUG oslo_concurrency.lockutils [req-71bc4f2c-1ac3-4b39-8ffa-bae415c4e468 req-4fd029ab-3f88-4c49-866f-6c103aaac6c7 service nova] Releasing lock "refresh_cache-e358baeb-b559-4def-aead-711cacea9bec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.771881] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.773898] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694090, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.792478] env[62777]: DEBUG nova.scheduler.client.report [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1563.806830] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.806830] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.806830] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.806830] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.807179] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.807259] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.807854] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.807854] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.807854] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.808715] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.808715] env[62777]: DEBUG nova.virt.hardware [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.809119] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ca8a5-9cd8-4a23-866a-250a054881ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.822057] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06a1de2-c8a7-40ec-8d7a-dfac10239b68 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.829491] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.150203] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694089, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.277183] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694090, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.298347] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.086s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.301018] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.304685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.435s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.304685] env[62777]: DEBUG nova.objects.instance [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lazy-loading 'resources' on Instance uuid 513be50c-76ce-4166-86a7-d6ea133f878c {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.329131] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.647021] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694089, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.279769} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.647301] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e2e209f2-431f-4827-8999-0e87b45868cd/e2e209f2-431f-4827-8999-0e87b45868cd.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1564.647511] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1564.647793] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf6d44f0-cc25-4e92-b0d1-d29489e0b655 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.654556] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1564.654556] env[62777]: value = "task-1694091" [ 1564.654556] env[62777]: _type = "Task" [ 1564.654556] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.662625] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.771173] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694090, 'name': CreateVM_Task, 'duration_secs': 1.785653} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.771411] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e358baeb-b559-4def-aead-711cacea9bec] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.772323] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.772566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.772989] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.773334] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0b2b94-3b21-4cdd-8b78-aa3306a14944 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.778887] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1564.778887] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520740bb-e485-db02-9a96-f35605b55712" [ 1564.778887] env[62777]: _type = "Task" [ 1564.778887] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.789712] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520740bb-e485-db02-9a96-f35605b55712, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.806549] env[62777]: DEBUG nova.compute.manager [req-601e2409-6d4b-46a3-8c55-b425efb9e547 req-2cc85d25-f519-46f3-82c1-de3903029bdc service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Received event network-vif-plugged-5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1564.806918] env[62777]: DEBUG oslo_concurrency.lockutils [req-601e2409-6d4b-46a3-8c55-b425efb9e547 req-2cc85d25-f519-46f3-82c1-de3903029bdc service nova] Acquiring lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.807416] env[62777]: DEBUG oslo_concurrency.lockutils [req-601e2409-6d4b-46a3-8c55-b425efb9e547 req-2cc85d25-f519-46f3-82c1-de3903029bdc service nova] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.807702] env[62777]: DEBUG oslo_concurrency.lockutils [req-601e2409-6d4b-46a3-8c55-b425efb9e547 req-2cc85d25-f519-46f3-82c1-de3903029bdc service nova] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.808007] env[62777]: DEBUG nova.compute.manager [req-601e2409-6d4b-46a3-8c55-b425efb9e547 req-2cc85d25-f519-46f3-82c1-de3903029bdc service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] No waiting events found dispatching network-vif-plugged-5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.808233] env[62777]: WARNING nova.compute.manager [req-601e2409-6d4b-46a3-8c55-b425efb9e547 req-2cc85d25-f519-46f3-82c1-de3903029bdc service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Received unexpected event network-vif-plugged-5130b8e0-2ef9-497b-beb9-62e363392c3a for instance with vm_state building and task_state spawning. [ 1564.810277] env[62777]: DEBUG nova.compute.utils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.815924] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.816076] env[62777]: DEBUG nova.network.neutron [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.832456] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694088, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.599189} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.832820] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981/OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981.vmdk to [datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk. [ 1564.833103] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Cleaning up location [datastore1] OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1564.833366] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cbb1bddb-6d52-4e5e-8f1d-f36b84167981 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.834020] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b337985-4f9a-41c1-80fa-0bea0041bd76 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.844733] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1564.844733] env[62777]: value = "task-1694092" [ 1564.844733] env[62777]: _type = "Task" [ 1564.844733] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.860792] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.880706] env[62777]: DEBUG nova.policy [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04e0dd40845e41beb7ffab4e83414baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff503ead6cfd430c843cd563359b5e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.958015] env[62777]: DEBUG nova.network.neutron [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Successfully updated port: 5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1565.167228] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.435874} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.170417] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.171452] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951d90b7-862c-4a9f-8008-69b071a4d914 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.197806] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] e2e209f2-431f-4827-8999-0e87b45868cd/e2e209f2-431f-4827-8999-0e87b45868cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.199137] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aedb11c-da0e-417d-a83d-6e09235235ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.216249] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e77b27e-5a52-4a52-a8a2-9ab5c3c49957 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.218130] env[62777]: DEBUG nova.network.neutron [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Successfully created port: 213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.225359] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f317e65c-fb71-4fbf-9362-9de0bd1e8097 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.228860] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1565.228860] env[62777]: value = "task-1694093" [ 1565.228860] env[62777]: _type = "Task" [ 1565.228860] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.259117] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e6594b-18c4-488b-87c6-6362a649c3d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.265458] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.270643] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657460c-a624-4980-b196-66dcce2e9f17 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.285912] env[62777]: DEBUG nova.compute.provider_tree [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.296119] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520740bb-e485-db02-9a96-f35605b55712, 'name': SearchDatastore_Task, 'duration_secs': 0.053102} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.296470] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.296672] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1565.296924] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.297089] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.297295] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.298228] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-670e4d45-7b9c-4407-b8c4-cd600abead12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.306449] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.306659] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1565.307706] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9ba744-ba26-44da-a680-a33d328f8ad2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.312891] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1565.312891] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52799079-4a75-31d0-487d-83d5f5cccd52" [ 1565.312891] env[62777]: _type = "Task" [ 1565.312891] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.316262] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.323795] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52799079-4a75-31d0-487d-83d5f5cccd52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.356060] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241665} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.356377] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.356525] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.356768] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk to [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1565.357035] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff8c852c-0206-49a2-b672-b4e74b460fa6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.364436] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1565.364436] env[62777]: value = "task-1694094" [ 1565.364436] env[62777]: _type = "Task" [ 1565.364436] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.372994] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.461029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.461029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.461029] env[62777]: DEBUG nova.network.neutron [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.741247] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.792155] env[62777]: DEBUG nova.scheduler.client.report [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1565.828050] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52799079-4a75-31d0-487d-83d5f5cccd52, 'name': SearchDatastore_Task, 'duration_secs': 0.02888} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.829260] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c7616e-c8b7-4265-b6c7-d982b341faf3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.838047] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1565.838047] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca57c9-d86a-faa6-703c-2b47cccc89a3" [ 1565.838047] env[62777]: _type = "Task" [ 1565.838047] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.849104] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca57c9-d86a-faa6-703c-2b47cccc89a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.876985] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.995637] env[62777]: DEBUG nova.network.neutron [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.154552] env[62777]: DEBUG nova.network.neutron [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updating instance_info_cache with network_info: [{"id": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "address": "fa:16:3e:42:9f:c3", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130b8e0-2e", "ovs_interfaceid": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.246387] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.297808] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.300562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.157s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.302306] env[62777]: INFO nova.compute.claims [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.330798] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.334404] env[62777]: INFO nova.scheduler.client.report [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleted allocations for instance 513be50c-76ce-4166-86a7-d6ea133f878c [ 1566.349850] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca57c9-d86a-faa6-703c-2b47cccc89a3, 'name': SearchDatastore_Task, 'duration_secs': 0.053359} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.350145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.350419] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e358baeb-b559-4def-aead-711cacea9bec/e358baeb-b559-4def-aead-711cacea9bec.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1566.350684] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-498d36e0-c769-47d2-b9ec-a6e3ff458127 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.359597] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1566.359597] env[62777]: value = "task-1694095" [ 1566.359597] env[62777]: _type = "Task" [ 1566.359597] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.369064] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dfedd1c4eb19304aa78394ee827b463f',container_format='bare',created_at=2024-12-10T16:16:36Z,direct_url=,disk_format='vmdk',id=97436957-e103-438f-9b69-40af52437b3f,min_disk=1,min_ram=0,name='tempest-test-snap-1747613951',owner='ff503ead6cfd430c843cd563359b5e8c',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T16:16:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.369064] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.369480] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.369533] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.369795] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.369949] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.370278] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.370520] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.370761] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.371161] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.371239] env[62777]: DEBUG nova.virt.hardware [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.372959] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5f19a-8a12-483f-b455-8d5c99aea083 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.392687] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.399223] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763a06d7-e8f6-4ac0-8b87-3161eb67b413 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.406196] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.657484] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.657829] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Instance network_info: |[{"id": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "address": "fa:16:3e:42:9f:c3", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130b8e0-2e", "ovs_interfaceid": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.658296] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:9f:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5130b8e0-2ef9-497b-beb9-62e363392c3a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.666250] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating folder: Project (b84aae44899c4a86935fed6f93b53c57). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.666725] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60d02ded-3075-444f-9f15-7a4a8cd8f5b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.679455] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created folder: Project (b84aae44899c4a86935fed6f93b53c57) in parent group-v353040. [ 1566.679745] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating folder: Instances. Parent ref: group-v353253. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1566.680051] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8fdc775-1bff-46dc-b7a5-5b24d28c898d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.692603] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created folder: Instances in parent group-v353253. [ 1566.692875] env[62777]: DEBUG oslo.service.loopingcall [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.693080] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.693293] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333ccd56-db43-4ac3-a96b-233d252697ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.717367] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1566.717367] env[62777]: value = "task-1694098" [ 1566.717367] env[62777]: _type = "Task" [ 1566.717367] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.726583] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694098, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.743420] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694093, 'name': ReconfigVM_Task, 'duration_secs': 1.039141} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.743748] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Reconfigured VM instance instance-00000045 to attach disk [datastore1] e2e209f2-431f-4827-8999-0e87b45868cd/e2e209f2-431f-4827-8999-0e87b45868cd.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.745164] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3aaaf91d-fa32-4db0-8f36-d37ee6970e18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.753111] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1566.753111] env[62777]: value = "task-1694099" [ 1566.753111] env[62777]: _type = "Task" [ 1566.753111] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.765737] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694099, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.845049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-438c4df0-9d2e-4ff0-9038-996dc8a5863b tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "513be50c-76ce-4166-86a7-d6ea133f878c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.939s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.875148] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.886895] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.982184] env[62777]: DEBUG nova.compute.manager [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Received event network-changed-5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1566.982184] env[62777]: DEBUG nova.compute.manager [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Refreshing instance network info cache due to event network-changed-5130b8e0-2ef9-497b-beb9-62e363392c3a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1566.982184] env[62777]: DEBUG oslo_concurrency.lockutils [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] Acquiring lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.982812] env[62777]: DEBUG oslo_concurrency.lockutils [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] Acquired lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.983167] env[62777]: DEBUG nova.network.neutron [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Refreshing network info cache for port 5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.998565] env[62777]: DEBUG nova.network.neutron [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Successfully updated port: 213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.230920] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694098, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.268251] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694099, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.378768] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.392242] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.506380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "refresh_cache-c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.506380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "refresh_cache-c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.506380] env[62777]: DEBUG nova.network.neutron [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.698041] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cc7777-3722-46a1-a165-b7a024c1c506 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.709379] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c038c6-987e-4c86-8be7-cb8734a4f10f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.754562] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5fd773-934f-464e-9fd9-9b9c3aa04c17 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.760678] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694098, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.761680] env[62777]: DEBUG nova.network.neutron [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updated VIF entry in instance network info cache for port 5130b8e0-2ef9-497b-beb9-62e363392c3a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.762120] env[62777]: DEBUG nova.network.neutron [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updating instance_info_cache with network_info: [{"id": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "address": "fa:16:3e:42:9f:c3", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130b8e0-2e", "ovs_interfaceid": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.775414] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de8321b-a2a2-4354-8b5e-24016ab1191e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.780812] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694099, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.792375] env[62777]: DEBUG nova.compute.provider_tree [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.872481] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.887925] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.048632] env[62777]: DEBUG nova.network.neutron [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.219699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "23a23d42-fe67-446b-9203-826515fc848e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.220122] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.220417] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "23a23d42-fe67-446b-9203-826515fc848e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.220669] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.220918] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.226375] env[62777]: INFO nova.compute.manager [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Terminating instance [ 1568.233232] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694098, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.271983] env[62777]: DEBUG oslo_concurrency.lockutils [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] Releasing lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.272631] env[62777]: DEBUG nova.compute.manager [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Received event network-vif-plugged-213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1568.272631] env[62777]: DEBUG oslo_concurrency.lockutils [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] Acquiring lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.272804] env[62777]: DEBUG oslo_concurrency.lockutils [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.272980] env[62777]: DEBUG oslo_concurrency.lockutils [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.273163] env[62777]: DEBUG nova.compute.manager [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] No waiting events found dispatching network-vif-plugged-213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1568.273362] env[62777]: WARNING nova.compute.manager [req-404d9636-0678-4bd1-9e6f-66dbf5edd355 req-7d54e7e7-39ca-4ff3-8d09-a379352f559a service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Received unexpected event network-vif-plugged-213bf183-b806-497c-9785-e4ed4512bf9a for instance with vm_state building and task_state spawning. [ 1568.274197] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694099, 'name': Rename_Task, 'duration_secs': 1.107557} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.274474] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1568.274748] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7793f17a-2093-4b9e-aa70-609942702cff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.280964] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1568.280964] env[62777]: value = "task-1694100" [ 1568.280964] env[62777]: _type = "Task" [ 1568.280964] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.288923] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.322220] env[62777]: ERROR nova.scheduler.client.report [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [req-5c02a24e-353a-4367-9ae2-7f24bf44b62c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5c02a24e-353a-4367-9ae2-7f24bf44b62c"}]} [ 1568.341735] env[62777]: DEBUG nova.scheduler.client.report [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1568.362141] env[62777]: DEBUG nova.scheduler.client.report [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1568.362586] env[62777]: DEBUG nova.compute.provider_tree [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.375219] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694095, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.376814] env[62777]: DEBUG nova.scheduler.client.report [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1568.387752] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694094, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.90478} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.387752] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/396b9b10-f925-42d7-91b4-acdb4dad3fc6/396b9b10-f925-42d7-91b4-acdb4dad3fc6.vmdk to [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.388604] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10bfe68-8dbb-4924-b1da-c6eb67520cc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.412078] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.413271] env[62777]: DEBUG nova.scheduler.client.report [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1568.415440] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff9e749-1c6c-4147-82e2-87545fc24e5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.436016] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1568.436016] env[62777]: value = "task-1694101" [ 1568.436016] env[62777]: _type = "Task" [ 1568.436016] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.446417] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.538653] env[62777]: DEBUG nova.network.neutron [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Updating instance_info_cache with network_info: [{"id": "213bf183-b806-497c-9785-e4ed4512bf9a", "address": "fa:16:3e:74:f8:a7", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213bf183-b8", "ovs_interfaceid": "213bf183-b806-497c-9785-e4ed4512bf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.731878] env[62777]: DEBUG nova.compute.manager [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1568.732153] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1568.732412] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694098, 'name': CreateVM_Task, 'duration_secs': 1.958202} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.735620] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9855487d-9a85-4b0b-8c05-60c120d6cc6e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.738121] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.738951] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.739167] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.739426] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.740080] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c360858c-b102-49a1-b875-979cc25dbf6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.744142] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1568.745215] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65489b16-3346-404e-854f-85bff72e89d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.746600] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1568.746600] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520a766b-ef21-6765-9ca0-9b5ed9525d2c" [ 1568.746600] env[62777]: _type = "Task" [ 1568.746600] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.753046] env[62777]: DEBUG oslo_vmware.api [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1568.753046] env[62777]: value = "task-1694102" [ 1568.753046] env[62777]: _type = "Task" [ 1568.753046] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.758607] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520a766b-ef21-6765-9ca0-9b5ed9525d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.763067] env[62777]: DEBUG oslo_vmware.api [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.790741] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.796648] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9604656-0f16-4b4d-8265-4559465cd368 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.803575] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af75f92-1e07-421d-8e56-008ac0409dfe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.834639] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d1450-e6cc-467a-a25f-ea7d18c22cd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.842076] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335954e4-3041-40f7-957e-9efa81c3c1fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.856261] env[62777]: DEBUG nova.compute.provider_tree [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.876177] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694095, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.326118} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.876450] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e358baeb-b559-4def-aead-711cacea9bec/e358baeb-b559-4def-aead-711cacea9bec.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.876658] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.876899] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c41f1ac-257f-47df-8a4d-869e8341294d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.883688] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1568.883688] env[62777]: value = "task-1694103" [ 1568.883688] env[62777]: _type = "Task" [ 1568.883688] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.891769] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.945813] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694101, 'name': ReconfigVM_Task, 'duration_secs': 0.415998} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.946126] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfigured VM instance instance-0000002b to attach disk [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798/fa7c2fd5-5046-4d00-a162-3e1ae5392798.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1568.947578] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'guest_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'image_id': '209f152d-1721-46b9-95cc-20b2ff78078c'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': '1d37fbf9-40b9-42c0-b9ae-77e4d80af102', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353233', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'name': 'volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fa7c2fd5-5046-4d00-a162-3e1ae5392798', 'attached_at': '', 'detached_at': '', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'serial': '9952f2ac-4c64-42fc-9a70-2686ba1f436a'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62777) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1568.947795] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1568.947987] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353233', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'name': 'volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fa7c2fd5-5046-4d00-a162-3e1ae5392798', 'attached_at': '', 'detached_at': '', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'serial': '9952f2ac-4c64-42fc-9a70-2686ba1f436a'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1568.948742] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f4e8a-72fa-4e56-9564-5f9460523939 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.964927] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a614490c-f096-463c-a305-5bde6cfcf1b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.988903] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a/volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.989227] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ae2b2cb-0ff8-4ad7-98f0-38cee4dda335 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.008109] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1569.008109] env[62777]: value = "task-1694104" [ 1569.008109] env[62777]: _type = "Task" [ 1569.008109] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.016289] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.042033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "refresh_cache-c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.042428] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Instance network_info: |[{"id": "213bf183-b806-497c-9785-e4ed4512bf9a", "address": "fa:16:3e:74:f8:a7", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213bf183-b8", "ovs_interfaceid": "213bf183-b806-497c-9785-e4ed4512bf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.042857] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:f8:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '213bf183-b806-497c-9785-e4ed4512bf9a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.050671] env[62777]: DEBUG oslo.service.loopingcall [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.052037] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.053172] env[62777]: DEBUG nova.compute.manager [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Received event network-changed-213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1569.053360] env[62777]: DEBUG nova.compute.manager [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Refreshing instance network info cache due to event network-changed-213bf183-b806-497c-9785-e4ed4512bf9a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1569.053568] env[62777]: DEBUG oslo_concurrency.lockutils [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] Acquiring lock "refresh_cache-c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.054203] env[62777]: DEBUG oslo_concurrency.lockutils [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] Acquired lock "refresh_cache-c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.054203] env[62777]: DEBUG nova.network.neutron [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Refreshing network info cache for port 213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.054945] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ba850a6-d498-4782-8b24-25a7adbaf377 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.079483] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.079483] env[62777]: value = "task-1694105" [ 1569.079483] env[62777]: _type = "Task" [ 1569.079483] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.089838] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694105, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.256664] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520a766b-ef21-6765-9ca0-9b5ed9525d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.019783} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.259774] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.260466] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.260466] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.260581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.260697] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.261800] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92407f3b-b47e-4ccd-98a2-4c8570833632 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.268594] env[62777]: DEBUG oslo_vmware.api [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694102, 'name': PowerOffVM_Task, 'duration_secs': 0.454784} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.269992] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1569.270184] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.270453] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.270621] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.271454] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-457d54b6-ae09-4209-967f-e5bffd464994 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.273281] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb7ee74-96a5-4588-a6c3-93c6e28e663c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.282392] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1569.282392] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cdb7a1-e415-7876-21c2-208d10bc21ff" [ 1569.282392] env[62777]: _type = "Task" [ 1569.282392] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.295263] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cdb7a1-e415-7876-21c2-208d10bc21ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.299214] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694100, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.371950] env[62777]: DEBUG nova.network.neutron [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Updated VIF entry in instance network info cache for port 213bf183-b806-497c-9785-e4ed4512bf9a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.372428] env[62777]: DEBUG nova.network.neutron [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Updating instance_info_cache with network_info: [{"id": "213bf183-b806-497c-9785-e4ed4512bf9a", "address": "fa:16:3e:74:f8:a7", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap213bf183-b8", "ovs_interfaceid": "213bf183-b806-497c-9785-e4ed4512bf9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.394408] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08331} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.395301] env[62777]: DEBUG nova.scheduler.client.report [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1569.395541] env[62777]: DEBUG nova.compute.provider_tree [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 104 to 105 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1569.395719] env[62777]: DEBUG nova.compute.provider_tree [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.398882] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.400071] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5682ec0c-458a-49c0-8d1b-fe1a044b0ef1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.423432] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e358baeb-b559-4def-aead-711cacea9bec/e358baeb-b559-4def-aead-711cacea9bec.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.424066] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc8c61e-0c7c-49a3-9e5a-06c922d15bac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.445318] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1569.445318] env[62777]: value = "task-1694107" [ 1569.445318] env[62777]: _type = "Task" [ 1569.445318] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.455849] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.521510] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.591533] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694105, 'name': CreateVM_Task, 'duration_secs': 0.501793} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.591747] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.592540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.592698] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.593303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.593436] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58e57be0-1c60-4b67-98fd-02b0ca833ecb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.598943] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1569.598943] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5207f326-f4bf-098e-fd9a-c4d092c52a05" [ 1569.598943] env[62777]: _type = "Task" [ 1569.598943] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.609289] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5207f326-f4bf-098e-fd9a-c4d092c52a05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.800037] env[62777]: DEBUG oslo_vmware.api [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694100, 'name': PowerOnVM_Task, 'duration_secs': 1.207422} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.805916] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1569.806291] env[62777]: INFO nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Took 12.56 seconds to spawn the instance on the hypervisor. [ 1569.806588] env[62777]: DEBUG nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.807564] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cdb7a1-e415-7876-21c2-208d10bc21ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.808369] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bb440e-fd6d-43ab-9e3f-9c3845e26809 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.813420] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1327fe4a-4db2-4373-a06a-2a7a011cd599 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.828579] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1569.828579] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528fc6eb-9876-4f69-30c5-d10cfebd9d53" [ 1569.828579] env[62777]: _type = "Task" [ 1569.828579] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.841012] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528fc6eb-9876-4f69-30c5-d10cfebd9d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.874859] env[62777]: DEBUG oslo_concurrency.lockutils [req-93f44785-4f27-4d1b-a719-e974e4d27ae4 req-13917c2c-8260-4315-b071-d686560b1734 service nova] Releasing lock "refresh_cache-c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.900504] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.600s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.901032] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1569.904480] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.442s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.904480] env[62777]: DEBUG nova.objects.instance [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lazy-loading 'resources' on Instance uuid f0a4868a-0eea-4f93-98d0-c4a4f0070d42 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.956559] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.019963] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694104, 'name': ReconfigVM_Task, 'duration_secs': 0.572796} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.020332] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a/volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.025290] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8e60c44-2aa5-4a8d-b0f5-2eb0781c4a11 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.042593] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1570.042593] env[62777]: value = "task-1694108" [ 1570.042593] env[62777]: _type = "Task" [ 1570.042593] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.051481] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.110431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.110725] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Processing image 97436957-e103-438f-9b69-40af52437b3f {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.111069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.111236] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.111465] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.111745] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6343af1-3493-4579-9fcb-de0cc1eb4999 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.121577] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.121777] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.122700] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b002c0e-4aa0-486b-a777-47d0cb295684 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.129245] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1570.129245] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f29409-4f4c-98df-961b-029f05a6c38f" [ 1570.129245] env[62777]: _type = "Task" [ 1570.129245] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.137398] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f29409-4f4c-98df-961b-029f05a6c38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.345257] env[62777]: INFO nova.compute.manager [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Took 40.23 seconds to build instance. [ 1570.354186] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528fc6eb-9876-4f69-30c5-d10cfebd9d53, 'name': SearchDatastore_Task, 'duration_secs': 0.033877} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.354186] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.354186] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f57194fb-13ed-46b3-8a8e-8819edc3c6da/f57194fb-13ed-46b3-8a8e-8819edc3c6da.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.354186] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a5d50d2-0cb8-4f5d-a33f-17babf70f502 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.363826] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1570.363826] env[62777]: value = "task-1694109" [ 1570.363826] env[62777]: _type = "Task" [ 1570.363826] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.374979] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.407912] env[62777]: DEBUG nova.compute.utils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1570.412532] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1570.412713] env[62777]: DEBUG nova.network.neutron [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1570.461736] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694107, 'name': ReconfigVM_Task, 'duration_secs': 0.881747} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.462771] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e358baeb-b559-4def-aead-711cacea9bec/e358baeb-b559-4def-aead-711cacea9bec.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.462771] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c171e49-93cd-48c3-b7d4-6f5803cd2e2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.471012] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1570.471012] env[62777]: value = "task-1694110" [ 1570.471012] env[62777]: _type = "Task" [ 1570.471012] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.483120] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694110, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.506977] env[62777]: DEBUG nova.policy [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0b773ade1be47e7a319c7638690b7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c37aa5758f945e1a0ae4a4595ce7a05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1570.557767] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694108, 'name': ReconfigVM_Task, 'duration_secs': 0.351526} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.558283] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353233', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'name': 'volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fa7c2fd5-5046-4d00-a162-3e1ae5392798', 'attached_at': '', 'detached_at': '', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'serial': '9952f2ac-4c64-42fc-9a70-2686ba1f436a'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1570.558854] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb3cf95-1453-46be-b71b-fca0bf646da8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.565088] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1570.565088] env[62777]: value = "task-1694111" [ 1570.565088] env[62777]: _type = "Task" [ 1570.565088] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.575375] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694111, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.647829] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Preparing fetch location {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1570.648875] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Fetch image to [datastore1] OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0/OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0.vmdk {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1570.649169] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Downloading stream optimized image 97436957-e103-438f-9b69-40af52437b3f to [datastore1] OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0/OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0.vmdk on the data store datastore1 as vApp {{(pid=62777) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1570.649398] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Downloading image file data 97436957-e103-438f-9b69-40af52437b3f to the ESX as VM named 'OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0' {{(pid=62777) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1570.751586] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1570.751586] env[62777]: value = "resgroup-9" [ 1570.751586] env[62777]: _type = "ResourcePool" [ 1570.751586] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1570.751739] env[62777]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a172bc5a-b026-4519-9290-699c93f05add {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.775050] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease: (returnval){ [ 1570.775050] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1570.775050] env[62777]: _type = "HttpNfcLease" [ 1570.775050] env[62777]: } obtained for vApp import into resource pool (val){ [ 1570.775050] env[62777]: value = "resgroup-9" [ 1570.775050] env[62777]: _type = "ResourcePool" [ 1570.775050] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1570.775381] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the lease: (returnval){ [ 1570.775381] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1570.775381] env[62777]: _type = "HttpNfcLease" [ 1570.775381] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1570.783836] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1570.783836] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1570.783836] env[62777]: _type = "HttpNfcLease" [ 1570.783836] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1570.809400] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9ec211-e771-429e-a3fa-bb981c78e3fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.828037] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a66cfc-9e82-49b6-bb74-33c815ffefcf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.872649] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41fda027-3e38-4ce2-a5a7-5e985d745056 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "e2e209f2-431f-4827-8999-0e87b45868cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.794s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.878698] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42df245c-71d3-4e13-97f5-33ddc216beb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.891364] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c3b2a6-a4c7-43ac-aaa4-a5ba0883e8b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.895338] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694109, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.907701] env[62777]: DEBUG nova.compute.provider_tree [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.913100] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1570.925058] env[62777]: DEBUG nova.network.neutron [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Successfully created port: 8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.086021] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694110, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.086021] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694111, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.287421] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.287421] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1571.287421] env[62777]: _type = "HttpNfcLease" [ 1571.287421] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1571.370937] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.371376] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.371847] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleting the datastore file [datastore1] 23a23d42-fe67-446b-9203-826515fc848e {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.371847] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79ff79e6-47aa-4699-920e-454af21cab3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.393305] env[62777]: DEBUG oslo_vmware.api [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for the task: (returnval){ [ 1571.393305] env[62777]: value = "task-1694113" [ 1571.393305] env[62777]: _type = "Task" [ 1571.393305] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.393305] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981124} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.393703] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f57194fb-13ed-46b3-8a8e-8819edc3c6da/f57194fb-13ed-46b3-8a8e-8819edc3c6da.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.393959] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1571.402117] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cddfe16b-6ab3-42be-a3f5-14a3acca007e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.409445] env[62777]: DEBUG oslo_vmware.api [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.412505] env[62777]: DEBUG nova.scheduler.client.report [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1571.417449] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1571.417449] env[62777]: value = "task-1694114" [ 1571.417449] env[62777]: _type = "Task" [ 1571.417449] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.436560] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.483815] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694110, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.581450] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694111, 'name': Rename_Task, 'duration_secs': 0.987511} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.581777] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.582104] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bfa0208-a5cb-40cd-a7b5-9b3516ac0ab2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.589715] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1571.589715] env[62777]: value = "task-1694115" [ 1571.589715] env[62777]: _type = "Task" [ 1571.589715] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.604381] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.784955] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1571.784955] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1571.784955] env[62777]: _type = "HttpNfcLease" [ 1571.784955] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1571.833298] env[62777]: DEBUG nova.compute.manager [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Received event network-changed-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1571.833500] env[62777]: DEBUG nova.compute.manager [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Refreshing instance network info cache due to event network-changed-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1571.833727] env[62777]: DEBUG oslo_concurrency.lockutils [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] Acquiring lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.833869] env[62777]: DEBUG oslo_concurrency.lockutils [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] Acquired lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.834253] env[62777]: DEBUG nova.network.neutron [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Refreshing network info cache for port a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.902855] env[62777]: DEBUG oslo_vmware.api [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Task: {'id': task-1694113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224539} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.903136] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.903419] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.903505] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.903663] env[62777]: INFO nova.compute.manager [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Took 3.17 seconds to destroy the instance on the hypervisor. [ 1571.903907] env[62777]: DEBUG oslo.service.loopingcall [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.904465] env[62777]: DEBUG nova.compute.manager [-] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1571.904568] env[62777]: DEBUG nova.network.neutron [-] [instance: 23a23d42-fe67-446b-9203-826515fc848e] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1571.918653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.921188] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.235s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.923285] env[62777]: INFO nova.compute.claims [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.936962] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1571.947250] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078174} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.947640] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.950346] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c2cb1-21d3-4cba-bfe9-36ccb7853a97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.954495] env[62777]: INFO nova.scheduler.client.report [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Deleted allocations for instance f0a4868a-0eea-4f93-98d0-c4a4f0070d42 [ 1571.982941] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] f57194fb-13ed-46b3-8a8e-8819edc3c6da/f57194fb-13ed-46b3-8a8e-8819edc3c6da.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.990173] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af744147-5842-4b98-a158-a4a19038b467 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.013057] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1572.013219] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1572.013347] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.013537] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1572.013751] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.013811] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1572.014020] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1572.014190] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1572.014344] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1572.014505] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1572.014677] env[62777]: DEBUG nova.virt.hardware [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1572.016991] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78005b0e-56f4-4660-89cf-c0636a3c8685 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.020924] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1572.020924] env[62777]: value = "task-1694116" [ 1572.020924] env[62777]: _type = "Task" [ 1572.020924] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.030979] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694110, 'name': Rename_Task, 'duration_secs': 1.066467} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.031419] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36434cf0-68bd-4899-99bd-f65d7a6308fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.035522] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1572.039753] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-484afe98-148e-4367-acae-a5463bcfa325 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.040860] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694116, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.057099] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1572.057099] env[62777]: value = "task-1694117" [ 1572.057099] env[62777]: _type = "Task" [ 1572.057099] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.066119] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694117, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.101817] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.288247] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1572.288247] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1572.288247] env[62777]: _type = "HttpNfcLease" [ 1572.288247] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1572.288963] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1572.288963] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52547192-3737-1960-68ca-8c3a91adc45e" [ 1572.288963] env[62777]: _type = "HttpNfcLease" [ 1572.288963] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1572.290869] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc07a50e-23d0-497a-ab7f-ad9c9f2475f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.303923] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5270587f-42da-7a84-f733-73f631ed9dea/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1572.304144] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5270587f-42da-7a84-f733-73f631ed9dea/disk-0.vmdk. {{(pid=62777) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1572.378073] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6022b38e-329d-43ee-a9e4-e48c42c4ef0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.512686] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0ef9e61b-6905-4847-96fb-465fef2584df tempest-VolumesAdminNegativeTest-835732055 tempest-VolumesAdminNegativeTest-835732055-project-member] Lock "f0a4868a-0eea-4f93-98d0-c4a4f0070d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.829s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.532224] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.566899] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.601189] env[62777]: DEBUG oslo_vmware.api [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694115, 'name': PowerOnVM_Task, 'duration_secs': 0.52248} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.601871] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.738466] env[62777]: DEBUG nova.network.neutron [-] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.785752] env[62777]: DEBUG nova.compute.manager [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.787347] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cfe6a6-419e-4a1d-b31f-3277368d9c97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.790883] env[62777]: DEBUG nova.network.neutron [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updated VIF entry in instance network info cache for port a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.791263] env[62777]: DEBUG nova.network.neutron [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updating instance_info_cache with network_info: [{"id": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "address": "fa:16:3e:6b:1c:c2", "network": {"id": "d59839a4-037f-4d23-90aa-566623a01ddd", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-873605061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d946a5fb29af4dae9b0702ae0a989066", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cd6a14-79", "ovs_interfaceid": "a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.040818] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694116, 'name': ReconfigVM_Task, 'duration_secs': 0.700335} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.044099] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Reconfigured VM instance instance-00000047 to attach disk [datastore1] f57194fb-13ed-46b3-8a8e-8819edc3c6da/f57194fb-13ed-46b3-8a8e-8819edc3c6da.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.045096] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a295817-29c5-4dca-8baa-14def146719e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.062278] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1573.062278] env[62777]: value = "task-1694118" [ 1573.062278] env[62777]: _type = "Task" [ 1573.062278] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.062278] env[62777]: DEBUG nova.network.neutron [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Successfully updated port: 8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.082523] env[62777]: DEBUG oslo_vmware.api [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694117, 'name': PowerOnVM_Task, 'duration_secs': 0.678475} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.087759] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1573.087925] env[62777]: INFO nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Took 13.30 seconds to spawn the instance on the hypervisor. [ 1573.088131] env[62777]: DEBUG nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1573.088762] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694118, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.093695] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee36ee-77d0-4b64-8446-2e715150ed9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.243102] env[62777]: INFO nova.compute.manager [-] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Took 1.34 seconds to deallocate network for instance. [ 1573.256421] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Completed reading data from the image iterator. {{(pid=62777) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1573.256630] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5270587f-42da-7a84-f733-73f631ed9dea/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1573.257928] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e76af82-60d2-401c-a6e8-a68d9089ee84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.265794] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5270587f-42da-7a84-f733-73f631ed9dea/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1573.265972] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5270587f-42da-7a84-f733-73f631ed9dea/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1573.266210] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-18c9c270-b2df-49d7-9ec3-2ce84a5a5ea1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.299328] env[62777]: DEBUG oslo_concurrency.lockutils [req-af32dc20-f300-4b10-aae0-5c0e1e9e8953 req-d5954a57-0e8d-42c7-94d6-346888ba0d7b service nova] Releasing lock "refresh_cache-e2e209f2-431f-4827-8999-0e87b45868cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.322036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9c052500-ce24-430d-b365-8080f8aa38e3 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 56.851s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.421613] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d0b49-fc4e-4bca-acd9-f3e96e207123 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.434369] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173aa3dc-c527-4121-b924-f25c63d75202 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.466672] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4c81f5-87a9-4228-8189-f82b6a69291e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.474188] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d06ea-dc74-44f3-842d-564f001252c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.490290] env[62777]: DEBUG nova.compute.provider_tree [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.573046] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-5877130d-9a23-4f39-9ea8-d5d072e2db41" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.573150] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-5877130d-9a23-4f39-9ea8-d5d072e2db41" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.573267] env[62777]: DEBUG nova.network.neutron [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.574478] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694118, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.617395] env[62777]: INFO nova.compute.manager [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Took 40.19 seconds to build instance. [ 1573.656612] env[62777]: DEBUG oslo_vmware.rw_handles [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5270587f-42da-7a84-f733-73f631ed9dea/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1573.656883] env[62777]: INFO nova.virt.vmwareapi.images [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Downloaded image file data 97436957-e103-438f-9b69-40af52437b3f [ 1573.658554] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69208c5d-a18d-4a0e-af7a-f6e1fea581ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.679244] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c983873-0121-4784-8baf-1541e87e5f4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.731019] env[62777]: INFO nova.virt.vmwareapi.images [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] The imported VM was unregistered [ 1573.731308] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Caching image {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1573.731688] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating directory with path [datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.732104] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6aa6ed6-c517-48af-98c5-1ed0ac527273 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.760053] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created directory with path [datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.760053] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0/OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0.vmdk to [datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk. {{(pid=62777) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1573.760053] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-03781332-7ec1-44f4-8fca-2c97cfd85004 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.761917] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.769514] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1573.769514] env[62777]: value = "task-1694120" [ 1573.769514] env[62777]: _type = "Task" [ 1573.769514] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.778289] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.862247] env[62777]: DEBUG nova.compute.manager [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Received event network-vif-deleted-fcb2fd8f-2147-48df-9d12-c991805b943c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1573.862962] env[62777]: DEBUG nova.compute.manager [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Received event network-vif-plugged-8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1573.862962] env[62777]: DEBUG oslo_concurrency.lockutils [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] Acquiring lock "5877130d-9a23-4f39-9ea8-d5d072e2db41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.862962] env[62777]: DEBUG oslo_concurrency.lockutils [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.863143] env[62777]: DEBUG oslo_concurrency.lockutils [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.863259] env[62777]: DEBUG nova.compute.manager [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] No waiting events found dispatching network-vif-plugged-8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1573.863429] env[62777]: WARNING nova.compute.manager [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Received unexpected event network-vif-plugged-8ee3b70c-9087-49d9-8c4f-19c7a61380f2 for instance with vm_state building and task_state spawning. [ 1573.863590] env[62777]: DEBUG nova.compute.manager [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Received event network-changed-8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1573.863740] env[62777]: DEBUG nova.compute.manager [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Refreshing instance network info cache due to event network-changed-8ee3b70c-9087-49d9-8c4f-19c7a61380f2. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1573.863903] env[62777]: DEBUG oslo_concurrency.lockutils [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] Acquiring lock "refresh_cache-5877130d-9a23-4f39-9ea8-d5d072e2db41" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.023599] env[62777]: ERROR nova.scheduler.client.report [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [req-a2fe6297-d3f2-45c5-87ee-e3fef06a7e0a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a2fe6297-d3f2-45c5-87ee-e3fef06a7e0a"}]} [ 1574.044635] env[62777]: DEBUG nova.scheduler.client.report [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1574.057879] env[62777]: DEBUG nova.scheduler.client.report [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1574.058126] env[62777]: DEBUG nova.compute.provider_tree [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.071658] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694118, 'name': Rename_Task, 'duration_secs': 0.923359} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.072583] env[62777]: DEBUG nova.scheduler.client.report [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1574.074519] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.074948] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0995e2e1-4dba-4c8a-a006-25827b57b5ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.083842] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1574.083842] env[62777]: value = "task-1694121" [ 1574.083842] env[62777]: _type = "Task" [ 1574.083842] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.092952] env[62777]: DEBUG nova.scheduler.client.report [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1574.100817] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.118823] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.119082] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.120339] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b8448a91-02dd-4831-944d-ef1cb242c5da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "e358baeb-b559-4def-aead-711cacea9bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.706s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.121480] env[62777]: DEBUG nova.network.neutron [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.284679] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.285965] env[62777]: DEBUG nova.network.neutron [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Updating instance_info_cache with network_info: [{"id": "8ee3b70c-9087-49d9-8c4f-19c7a61380f2", "address": "fa:16:3e:4f:21:d0", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee3b70c-90", "ovs_interfaceid": "8ee3b70c-9087-49d9-8c4f-19c7a61380f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.459822] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c1a120-41e9-4f50-bf0a-7cd9354588fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.468169] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af392dbc-5811-47b3-ac92-40fa8a34c9b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.504127] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1e6f2-0ee0-43d7-921b-7b48478b8f57 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.512522] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422635d9-9a81-429c-bae6-006bc91f72b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.525646] env[62777]: DEBUG nova.compute.provider_tree [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.595017] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.621393] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1574.780158] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.789759] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-5877130d-9a23-4f39-9ea8-d5d072e2db41" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.793591] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance network_info: |[{"id": "8ee3b70c-9087-49d9-8c4f-19c7a61380f2", "address": "fa:16:3e:4f:21:d0", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee3b70c-90", "ovs_interfaceid": "8ee3b70c-9087-49d9-8c4f-19c7a61380f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.793591] env[62777]: DEBUG oslo_concurrency.lockutils [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] Acquired lock "refresh_cache-5877130d-9a23-4f39-9ea8-d5d072e2db41" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.793591] env[62777]: DEBUG nova.network.neutron [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Refreshing network info cache for port 8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1574.793591] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:21:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ee3b70c-9087-49d9-8c4f-19c7a61380f2', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.799247] env[62777]: DEBUG oslo.service.loopingcall [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.799754] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.799987] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20efb78a-4257-477b-8c03-d0bcda0fb386 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.824751] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.824751] env[62777]: value = "task-1694122" [ 1574.824751] env[62777]: _type = "Task" [ 1574.824751] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.840891] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694122, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.078309] env[62777]: DEBUG nova.scheduler.client.report [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1575.078686] env[62777]: DEBUG nova.compute.provider_tree [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 106 to 107 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1575.078877] env[62777]: DEBUG nova.compute.provider_tree [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.097613] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.141580] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.180977] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "e358baeb-b559-4def-aead-711cacea9bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.181269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "e358baeb-b559-4def-aead-711cacea9bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.181796] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "e358baeb-b559-4def-aead-711cacea9bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.182027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "e358baeb-b559-4def-aead-711cacea9bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.182781] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "e358baeb-b559-4def-aead-711cacea9bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.184438] env[62777]: INFO nova.compute.manager [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Terminating instance [ 1575.286087] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.338963] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694122, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.533233] env[62777]: DEBUG nova.network.neutron [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Updated VIF entry in instance network info cache for port 8ee3b70c-9087-49d9-8c4f-19c7a61380f2. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1575.533739] env[62777]: DEBUG nova.network.neutron [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Updating instance_info_cache with network_info: [{"id": "8ee3b70c-9087-49d9-8c4f-19c7a61380f2", "address": "fa:16:3e:4f:21:d0", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ee3b70c-90", "ovs_interfaceid": "8ee3b70c-9087-49d9-8c4f-19c7a61380f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.585489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.664s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.585558] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1575.588450] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.990s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.588658] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.591515] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.957s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.591721] env[62777]: DEBUG nova.objects.instance [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lazy-loading 'resources' on Instance uuid 7dbc2037-bf18-4c1b-bb84-87565a8a178a {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.606230] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 76%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.637332] env[62777]: INFO nova.scheduler.client.report [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocations for instance 7075ea82-4047-4b59-905b-478903d90a9d [ 1575.688906] env[62777]: DEBUG nova.compute.manager [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1575.689154] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.690238] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b91a89d-ac35-4aa5-8032-433953098aea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.701140] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.702301] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bc6e4e0-f161-4874-8bc6-d8780864a4db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.712250] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1575.712250] env[62777]: value = "task-1694123" [ 1575.712250] env[62777]: _type = "Task" [ 1575.712250] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.728388] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.785672] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.838207] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694122, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.036706] env[62777]: DEBUG oslo_concurrency.lockutils [req-8a719e6f-1e97-4a98-afd5-04a5a1362b35 req-0701595b-6d5c-4140-a38c-c62537f5b976 service nova] Releasing lock "refresh_cache-5877130d-9a23-4f39-9ea8-d5d072e2db41" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.094835] env[62777]: DEBUG nova.compute.utils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1576.103208] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1576.103413] env[62777]: DEBUG nova.network.neutron [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.120710] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.144970] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b92be413-8f71-475e-993d-d63abe9e739f tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "7075ea82-4047-4b59-905b-478903d90a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.946s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.174249] env[62777]: DEBUG nova.policy [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674db848d8f4480eb47b24838b831405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f031fd95294ac299f15a5361cec215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.225404] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694123, 'name': PowerOffVM_Task, 'duration_secs': 0.434719} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.225404] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.225404] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.225800] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a5e9186-04e0-4258-997f-05025a85df40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.284860] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.340956] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694122, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.343966] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1576.344231] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1576.345484] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleting the datastore file [datastore1] e358baeb-b559-4def-aead-711cacea9bec {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1576.345484] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a44f88d8-e137-49ee-8577-d828d416a0ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.355355] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1576.355355] env[62777]: value = "task-1694125" [ 1576.355355] env[62777]: _type = "Task" [ 1576.355355] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.371891] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.511958] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ac102a-a4b4-4361-9e39-c33e3e0303bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.524636] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4550b3a9-6e87-4e8c-b6f9-e7d6faecee45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.556109] env[62777]: DEBUG nova.network.neutron [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Successfully created port: 8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.558646] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e2834-f0dc-4165-b3d0-950fa3661d24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.569378] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a503d-d35e-40c3-933c-52a6b6671c1a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.585944] env[62777]: DEBUG nova.compute.provider_tree [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1576.607078] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1576.609881] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.792098] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.838191] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694122, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.866021] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.093153] env[62777]: DEBUG nova.scheduler.client.report [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1577.105915] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.284737] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.336373] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694122, 'name': CreateVM_Task, 'duration_secs': 2.299482} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.336373] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1577.336943] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.337115] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.337446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1577.337702] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29c748dd-6b24-40c5-b56e-a13c4cf28530 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.342076] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1577.342076] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5278d34c-0852-0a85-0b5e-580e2dfd4682" [ 1577.342076] env[62777]: _type = "Task" [ 1577.342076] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.349451] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5278d34c-0852-0a85-0b5e-580e2dfd4682, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.363989] env[62777]: DEBUG oslo_vmware.api [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.979974} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.364237] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.364417] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.364591] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.364763] env[62777]: INFO nova.compute.manager [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: e358baeb-b559-4def-aead-711cacea9bec] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1577.365267] env[62777]: DEBUG oslo.service.loopingcall [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.365267] env[62777]: DEBUG nova.compute.manager [-] [instance: e358baeb-b559-4def-aead-711cacea9bec] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1577.365267] env[62777]: DEBUG nova.network.neutron [-] [instance: e358baeb-b559-4def-aead-711cacea9bec] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1577.596304] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.599838] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.089s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.600706] env[62777]: INFO nova.compute.claims [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.612775] env[62777]: DEBUG oslo_vmware.api [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694121, 'name': PowerOnVM_Task, 'duration_secs': 3.139688} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.613064] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.613268] env[62777]: INFO nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Took 13.84 seconds to spawn the instance on the hypervisor. [ 1577.613442] env[62777]: DEBUG nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.614243] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d1c080-b0d7-49f7-882c-179d571a020b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.617528] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1577.626680] env[62777]: INFO nova.scheduler.client.report [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Deleted allocations for instance 7dbc2037-bf18-4c1b-bb84-87565a8a178a [ 1577.654958] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.655169] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.655541] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.655541] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.656115] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.656115] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.656115] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.656269] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.656401] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.656584] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.656732] env[62777]: DEBUG nova.virt.hardware [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.658084] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c3d431-1470-49ed-88a2-8fc4bedbb0a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.665545] env[62777]: DEBUG nova.compute.manager [req-e3f05100-d5dc-4a9d-9505-4d6289560cae req-53f85bc6-b82f-4ec0-82dd-08e8f08310b5 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Received event network-vif-deleted-bf8673fc-6841-45cd-9e15-39abfb534e01 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1577.665763] env[62777]: INFO nova.compute.manager [req-e3f05100-d5dc-4a9d-9505-4d6289560cae req-53f85bc6-b82f-4ec0-82dd-08e8f08310b5 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Neutron deleted interface bf8673fc-6841-45cd-9e15-39abfb534e01; detaching it from the instance and deleting it from the info cache [ 1577.666044] env[62777]: DEBUG nova.network.neutron [req-e3f05100-d5dc-4a9d-9505-4d6289560cae req-53f85bc6-b82f-4ec0-82dd-08e8f08310b5 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.671269] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1657ffcb-b0bf-472e-8ed2-ee1d853946fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.784537] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694120, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.526349} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.784811] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0/OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0.vmdk to [datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk. [ 1577.784995] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Cleaning up location [datastore1] OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1577.785168] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_e3bc27d8-6fa5-4df9-a343-f0e1dcfbe0c0 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.785414] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f778e01-209b-4041-96f0-8068c61959cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.792992] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1577.792992] env[62777]: value = "task-1694126" [ 1577.792992] env[62777]: _type = "Task" [ 1577.792992] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.800489] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.853530] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5278d34c-0852-0a85-0b5e-580e2dfd4682, 'name': SearchDatastore_Task, 'duration_secs': 0.025363} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.853824] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.854107] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.854338] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.854950] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.854950] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.854950] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afeeaa87-8e25-42dd-9263-2984282123e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.865031] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.865209] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.866501] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dee507b-4464-4755-926f-69df99547d73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.871847] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1577.871847] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521711ad-2de6-109f-c54b-eb8c391500ab" [ 1577.871847] env[62777]: _type = "Task" [ 1577.871847] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.879354] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521711ad-2de6-109f-c54b-eb8c391500ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.138057] env[62777]: DEBUG nova.network.neutron [-] [instance: e358baeb-b559-4def-aead-711cacea9bec] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.140030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cc840436-4ec3-40bd-9da0-56521bb5172e tempest-ImagesOneServerNegativeTestJSON-1444958153 tempest-ImagesOneServerNegativeTestJSON-1444958153-project-member] Lock "7dbc2037-bf18-4c1b-bb84-87565a8a178a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.912s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.143320] env[62777]: INFO nova.compute.manager [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Took 42.49 seconds to build instance. [ 1578.171240] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3bbb50a-ad7d-4fc8-808f-18fd061d6c7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.182034] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9663d9db-2f6b-4f9b-9cf0-05944ac3b5ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.218433] env[62777]: DEBUG nova.compute.manager [req-e3f05100-d5dc-4a9d-9505-4d6289560cae req-53f85bc6-b82f-4ec0-82dd-08e8f08310b5 service nova] [instance: e358baeb-b559-4def-aead-711cacea9bec] Detach interface failed, port_id=bf8673fc-6841-45cd-9e15-39abfb534e01, reason: Instance e358baeb-b559-4def-aead-711cacea9bec could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1578.219795] env[62777]: DEBUG nova.network.neutron [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Successfully updated port: 8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1578.304105] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157807} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.304495] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.304568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.304778] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk to [datastore1] c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f/c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.305413] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61ddf1f4-0cbc-4228-974e-f9af1adca3b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.311623] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1578.311623] env[62777]: value = "task-1694127" [ 1578.311623] env[62777]: _type = "Task" [ 1578.311623] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.319962] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.381856] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521711ad-2de6-109f-c54b-eb8c391500ab, 'name': SearchDatastore_Task, 'duration_secs': 0.05353} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.383804] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d1c705c-f7da-4fda-ac9f-25e22ab30431 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.387787] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1578.387787] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5246fab8-7d59-5e30-4751-4fd3d5e42864" [ 1578.387787] env[62777]: _type = "Task" [ 1578.387787] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.395308] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5246fab8-7d59-5e30-4751-4fd3d5e42864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.643493] env[62777]: INFO nova.compute.manager [-] [instance: e358baeb-b559-4def-aead-711cacea9bec] Took 1.28 seconds to deallocate network for instance. [ 1578.648140] env[62777]: DEBUG oslo_concurrency.lockutils [None req-68c16076-d6e2-4f83-b89d-81ce5dc66409 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.017s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.721955] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.722158] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.723651] env[62777]: DEBUG nova.network.neutron [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.825196] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.899158] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5246fab8-7d59-5e30-4751-4fd3d5e42864, 'name': SearchDatastore_Task, 'duration_secs': 0.017732} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.901913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.902257] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.902918] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eadff5e-c7d8-42c4-986b-3cda7928fd0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.910011] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1578.910011] env[62777]: value = "task-1694128" [ 1578.910011] env[62777]: _type = "Task" [ 1578.910011] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.921208] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.931454] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d4eb16-847a-4e68-bea3-1a7efc5410cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.941531] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a78605-b9b3-4a36-a36a-df6a902e350f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.975030] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c75640e-ce36-4bd5-a3af-c04046505e31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.985783] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad68c7-3387-49b7-8f5d-e95ff955b273 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.010617] env[62777]: DEBUG nova.compute.provider_tree [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.149996] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.276630] env[62777]: DEBUG nova.network.neutron [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1579.327022] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.427874] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.442974] env[62777]: DEBUG nova.network.neutron [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [{"id": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "address": "fa:16:3e:74:34:c9", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ab61a-1d", "ovs_interfaceid": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.517133] env[62777]: DEBUG nova.scheduler.client.report [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1579.698198] env[62777]: DEBUG nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Received event network-vif-plugged-8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1579.698198] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Acquiring lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.701583] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.702221] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.704505] env[62777]: DEBUG nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] No waiting events found dispatching network-vif-plugged-8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1579.704505] env[62777]: WARNING nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Received unexpected event network-vif-plugged-8b8ab61a-1d6a-49f8-af9f-4ceb54b36add for instance with vm_state building and task_state spawning. [ 1579.704505] env[62777]: DEBUG nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Received event network-changed-8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1579.704505] env[62777]: DEBUG nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Refreshing instance network info cache due to event network-changed-8b8ab61a-1d6a-49f8-af9f-4ceb54b36add. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1579.704505] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Acquiring lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.832905] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.926769] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.949022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.949022] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Instance network_info: |[{"id": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "address": "fa:16:3e:74:34:c9", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ab61a-1d", "ovs_interfaceid": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1579.949022] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Acquired lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.949022] env[62777]: DEBUG nova.network.neutron [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Refreshing network info cache for port 8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1579.949022] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:34:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b8ab61a-1d6a-49f8-af9f-4ceb54b36add', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.957735] env[62777]: DEBUG oslo.service.loopingcall [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.958757] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.959723] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4acacd3-7bc5-4ce5-b574-bc65b6878efc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.987987] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.987987] env[62777]: value = "task-1694129" [ 1579.987987] env[62777]: _type = "Task" [ 1579.987987] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.001677] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694129, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.023418] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.024539] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.030281] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.268s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.034136] env[62777]: DEBUG nova.objects.instance [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lazy-loading 'resources' on Instance uuid 23a23d42-fe67-446b-9203-826515fc848e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.328133] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.426412] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.501562] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694129, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.534902] env[62777]: DEBUG nova.compute.utils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.541027] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1580.541027] env[62777]: DEBUG nova.network.neutron [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.634491] env[62777]: DEBUG nova.policy [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c15dadf87e24412a85ab19f364f9bff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '232c28d0bb06474eae663abb58069a93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1580.827738] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.876972] env[62777]: DEBUG nova.network.neutron [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updated VIF entry in instance network info cache for port 8b8ab61a-1d6a-49f8-af9f-4ceb54b36add. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1580.877364] env[62777]: DEBUG nova.network.neutron [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [{"id": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "address": "fa:16:3e:74:34:c9", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ab61a-1d", "ovs_interfaceid": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.936748] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.992216] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66d99d0-520c-4e66-887b-41521abbb70b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.003635] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539aeae2-cbb4-4713-a64d-2f932f73eba3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.007150] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694129, 'name': CreateVM_Task, 'duration_secs': 0.918147} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.007404] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.010252] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.010252] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.010252] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.010252] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ec680a-633a-4a2d-b317-7d2101c791b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.041027] env[62777]: DEBUG nova.network.neutron [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Successfully created port: 9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.043853] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.047067] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f61791-3ddf-4f8f-a69b-e4a1c71ae57c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.051892] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1581.051892] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba90a1-b229-3111-a3de-d3314ca48e82" [ 1581.051892] env[62777]: _type = "Task" [ 1581.051892] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.063046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8cc18c-c271-47f0-aa78-386e04686585 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.067314] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba90a1-b229-3111-a3de-d3314ca48e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.077896] env[62777]: DEBUG nova.compute.provider_tree [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.329628] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.382645] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Releasing lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.382645] env[62777]: DEBUG nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Received event network-changed-5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1581.382645] env[62777]: DEBUG nova.compute.manager [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Refreshing instance network info cache due to event network-changed-5130b8e0-2ef9-497b-beb9-62e363392c3a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1581.382645] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Acquiring lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.382645] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Acquired lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.382645] env[62777]: DEBUG nova.network.neutron [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Refreshing network info cache for port 5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.424324] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.571024] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba90a1-b229-3111-a3de-d3314ca48e82, 'name': SearchDatastore_Task, 'duration_secs': 0.161212} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.571024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.571024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.571024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.571024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.571024] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.571024] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e893d210-ba3f-48b3-9a39-fd2ae646901f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.583025] env[62777]: DEBUG nova.scheduler.client.report [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1581.589875] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.590063] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.591816] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efc19cb-3319-4eb3-a477-bf8a5f5b87d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.597317] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1581.597317] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a61bea-2e17-22a8-d632-b34c4a26b67d" [ 1581.597317] env[62777]: _type = "Task" [ 1581.597317] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.606764] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a61bea-2e17-22a8-d632-b34c4a26b67d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.829168] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694127, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.346961} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.829496] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/97436957-e103-438f-9b69-40af52437b3f/97436957-e103-438f-9b69-40af52437b3f.vmdk to [datastore1] c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f/c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.830520] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b822b303-bba5-4fab-a6a4-f2b24c50e14d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.858323] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f/c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1581.858852] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3afd83c-728c-4aeb-a05e-38ba8fbb57b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.880071] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1581.880071] env[62777]: value = "task-1694130" [ 1581.880071] env[62777]: _type = "Task" [ 1581.880071] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.890652] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.926303] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694128, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.694013} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.926539] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1581.926999] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1581.927272] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7530ce1a-ed67-47ea-97fc-58106c693096 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.935181] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1581.935181] env[62777]: value = "task-1694131" [ 1581.935181] env[62777]: _type = "Task" [ 1581.935181] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.948880] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.057011] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.086392] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.090654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.949s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.094860] env[62777]: INFO nova.compute.claims [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.096506] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1582.096719] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1582.096867] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.097050] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1582.097192] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.097331] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1582.097538] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1582.097788] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1582.097979] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1582.098153] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1582.098321] env[62777]: DEBUG nova.virt.hardware [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1582.099544] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9eb279-fd72-4e30-8f3d-956fa5e57666 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.115552] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfe847d-5758-4780-bc0b-32dea106729f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.120956] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a61bea-2e17-22a8-d632-b34c4a26b67d, 'name': SearchDatastore_Task, 'duration_secs': 0.04694} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.122025] env[62777]: INFO nova.scheduler.client.report [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Deleted allocations for instance 23a23d42-fe67-446b-9203-826515fc848e [ 1582.126654] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf65c4f0-3524-4518-8f28-3a2ee6dd9e1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.146218] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1582.146218] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52da6f21-662d-b4f9-214e-57b5e7f264a5" [ 1582.146218] env[62777]: _type = "Task" [ 1582.146218] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.157033] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52da6f21-662d-b4f9-214e-57b5e7f264a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.242901] env[62777]: DEBUG nova.network.neutron [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updated VIF entry in instance network info cache for port 5130b8e0-2ef9-497b-beb9-62e363392c3a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.243388] env[62777]: DEBUG nova.network.neutron [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updating instance_info_cache with network_info: [{"id": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "address": "fa:16:3e:42:9f:c3", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130b8e0-2e", "ovs_interfaceid": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.399700] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.446101] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06746} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.446439] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.447819] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb25a39-00b3-4133-a1c5-2383b2939722 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.479113] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.479714] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c51e23-969a-46f0-82c8-cc0901186ab5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.504022] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1582.504022] env[62777]: value = "task-1694132" [ 1582.504022] env[62777]: _type = "Task" [ 1582.504022] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.513207] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.642094] env[62777]: DEBUG oslo_concurrency.lockutils [None req-377778bc-4924-4f49-83c8-c706c2fa2a31 tempest-MigrationsAdminTest-1243676834 tempest-MigrationsAdminTest-1243676834-project-member] Lock "23a23d42-fe67-446b-9203-826515fc848e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.422s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.661845] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52da6f21-662d-b4f9-214e-57b5e7f264a5, 'name': SearchDatastore_Task, 'duration_secs': 0.04356} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.662024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.662282] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94/df7b46da-2aaa-4643-b9b0-a84b557f3b94.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1582.662572] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd6a8b3b-d2b3-4979-9202-cb3ab7cd9a43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.672202] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1582.672202] env[62777]: value = "task-1694133" [ 1582.672202] env[62777]: _type = "Task" [ 1582.672202] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.681491] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.719928] env[62777]: DEBUG nova.compute.manager [req-aaec234d-390e-4be5-9fae-400c8f5c96d4 req-bbb151d5-47a8-4fea-88f7-a304b4aa0eb3 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Received event network-vif-plugged-9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1582.720163] env[62777]: DEBUG oslo_concurrency.lockutils [req-aaec234d-390e-4be5-9fae-400c8f5c96d4 req-bbb151d5-47a8-4fea-88f7-a304b4aa0eb3 service nova] Acquiring lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.720387] env[62777]: DEBUG oslo_concurrency.lockutils [req-aaec234d-390e-4be5-9fae-400c8f5c96d4 req-bbb151d5-47a8-4fea-88f7-a304b4aa0eb3 service nova] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.720565] env[62777]: DEBUG oslo_concurrency.lockutils [req-aaec234d-390e-4be5-9fae-400c8f5c96d4 req-bbb151d5-47a8-4fea-88f7-a304b4aa0eb3 service nova] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.720750] env[62777]: DEBUG nova.compute.manager [req-aaec234d-390e-4be5-9fae-400c8f5c96d4 req-bbb151d5-47a8-4fea-88f7-a304b4aa0eb3 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] No waiting events found dispatching network-vif-plugged-9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.720892] env[62777]: WARNING nova.compute.manager [req-aaec234d-390e-4be5-9fae-400c8f5c96d4 req-bbb151d5-47a8-4fea-88f7-a304b4aa0eb3 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Received unexpected event network-vif-plugged-9cde6c6e-6b1d-4d77-b4de-04ff059385e8 for instance with vm_state building and task_state spawning. [ 1582.746209] env[62777]: DEBUG oslo_concurrency.lockutils [req-df41181c-f31e-4638-9ccd-e330a920e478 req-7be9abaf-6a61-46be-a530-1109b8f58189 service nova] Releasing lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.891050] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694130, 'name': ReconfigVM_Task, 'duration_secs': 0.516804} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.891323] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Reconfigured VM instance instance-00000048 to attach disk [datastore1] c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f/c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1582.894940] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f849896d-4225-422d-9b82-b38f8d7445d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.899059] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1582.899059] env[62777]: value = "task-1694134" [ 1582.899059] env[62777]: _type = "Task" [ 1582.899059] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.907327] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694134, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.939599] env[62777]: DEBUG nova.network.neutron [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Successfully updated port: 9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.013880] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.186866] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.412806] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694134, 'name': Rename_Task, 'duration_secs': 0.233163} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.412806] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1583.412806] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b040fa05-ea0c-473c-8775-dd354d784fea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.420154] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1583.420154] env[62777]: value = "task-1694135" [ 1583.420154] env[62777]: _type = "Task" [ 1583.420154] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.431167] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.445032] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "refresh_cache-b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.445230] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired lock "refresh_cache-b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.445466] env[62777]: DEBUG nova.network.neutron [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.460309] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889c661-caa2-4fa0-b62c-743f70436267 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.472657] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d56425d-4fa9-48b1-83d9-bc03e8307de3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.522968] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b2d592-7176-441c-a7e3-0cd9d9cad9be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.531615] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db8f64a-c60d-4e88-9190-6730808ed3b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.535608] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.545908] env[62777]: DEBUG nova.compute.provider_tree [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1583.687218] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694133, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.935716] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694135, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.030349] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.031182] env[62777]: DEBUG nova.network.neutron [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.091258] env[62777]: DEBUG nova.scheduler.client.report [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1584.091258] env[62777]: DEBUG nova.compute.provider_tree [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 107 to 108 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1584.091258] env[62777]: DEBUG nova.compute.provider_tree [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1584.191208] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694133, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.441455} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.191662] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94/df7b46da-2aaa-4643-b9b0-a84b557f3b94.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.192650] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.192650] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-224f27ef-b60a-4ab8-a010-5cdb7d34e8e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.201019] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1584.201019] env[62777]: value = "task-1694136" [ 1584.201019] env[62777]: _type = "Task" [ 1584.201019] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.206523] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.287557] env[62777]: DEBUG nova.network.neutron [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Updating instance_info_cache with network_info: [{"id": "9cde6c6e-6b1d-4d77-b4de-04ff059385e8", "address": "fa:16:3e:af:57:bd", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cde6c6e-6b", "ovs_interfaceid": "9cde6c6e-6b1d-4d77-b4de-04ff059385e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.436143] env[62777]: DEBUG oslo_vmware.api [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694135, 'name': PowerOnVM_Task, 'duration_secs': 0.522783} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.436693] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.440170] env[62777]: INFO nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Took 18.11 seconds to spawn the instance on the hypervisor. [ 1584.440170] env[62777]: DEBUG nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.440170] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65bef7-2a4f-4df0-803a-ebf46cc4d69e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.529713] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694132, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.581111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.581500] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.597279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.507s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.597782] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1584.604023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.451s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.604023] env[62777]: DEBUG nova.objects.instance [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lazy-loading 'resources' on Instance uuid e358baeb-b559-4def-aead-711cacea9bec {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.710224] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.780392] env[62777]: DEBUG nova.compute.manager [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Received event network-changed-9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1584.780673] env[62777]: DEBUG nova.compute.manager [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Refreshing instance network info cache due to event network-changed-9cde6c6e-6b1d-4d77-b4de-04ff059385e8. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1584.780997] env[62777]: DEBUG oslo_concurrency.lockutils [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] Acquiring lock "refresh_cache-b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.789451] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Releasing lock "refresh_cache-b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.789801] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Instance network_info: |[{"id": "9cde6c6e-6b1d-4d77-b4de-04ff059385e8", "address": "fa:16:3e:af:57:bd", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cde6c6e-6b", "ovs_interfaceid": "9cde6c6e-6b1d-4d77-b4de-04ff059385e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.790369] env[62777]: DEBUG oslo_concurrency.lockutils [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] Acquired lock "refresh_cache-b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.790563] env[62777]: DEBUG nova.network.neutron [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Refreshing network info cache for port 9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.794986] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:57:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cde6c6e-6b1d-4d77-b4de-04ff059385e8', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.801621] env[62777]: DEBUG oslo.service.loopingcall [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.803107] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.803617] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee1a87d-ea23-4ab1-871d-29f74ee4ec8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.830653] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.830653] env[62777]: value = "task-1694137" [ 1584.830653] env[62777]: _type = "Task" [ 1584.830653] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.840799] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694137, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.959426] env[62777]: INFO nova.compute.manager [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Took 45.95 seconds to build instance. [ 1585.029547] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694132, 'name': ReconfigVM_Task, 'duration_secs': 2.318183} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.029835] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.030532] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de5ff0cb-ce60-4add-b248-b71eaac74560 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.036718] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1585.036718] env[62777]: value = "task-1694138" [ 1585.036718] env[62777]: _type = "Task" [ 1585.036718] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.046126] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694138, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.084147] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1585.095247] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "128a9025-7e04-4aab-a449-20564495b40e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.095499] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "128a9025-7e04-4aab-a449-20564495b40e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.101429] env[62777]: DEBUG nova.compute.utils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.104887] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.105092] env[62777]: DEBUG nova.network.neutron [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.194645] env[62777]: DEBUG nova.policy [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13beda0ed4d466ab7fc221a64dcc215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e807be81ad1a454da05f7849b0de395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.210786] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.698188} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.213697] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.214962] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109cc675-9618-4f13-af0a-2064f4f7c484 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.244575] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94/df7b46da-2aaa-4643-b9b0-a84b557f3b94.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.248294] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adb18e23-5e0b-4a6f-bc1f-b36fcf740c63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.271134] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1585.271134] env[62777]: value = "task-1694139" [ 1585.271134] env[62777]: _type = "Task" [ 1585.271134] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.282608] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.347832] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694137, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.430025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.461424] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26712c27-fd33-4b4b-992f-0ffdcba2d18d tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.462s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.461734] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.032s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.462101] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.462101] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.462242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.465082] env[62777]: INFO nova.compute.manager [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Terminating instance [ 1585.548737] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694138, 'name': Rename_Task, 'duration_secs': 0.336227} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.552952] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1585.555635] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b00665bd-d517-4c24-bc89-365f89ec9e7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.562919] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1585.562919] env[62777]: value = "task-1694140" [ 1585.562919] env[62777]: _type = "Task" [ 1585.562919] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.574904] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.601412] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1585.612120] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1585.619025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cfdad5-660e-4b4b-a799-625ff123048c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.628582] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da79f1f-768e-46ad-a080-4d5c97f94e5b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.633807] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.668141] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e50025d-123e-4682-bf4a-3ce5716fa5c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.679186] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb5eb25-b29e-4883-a672-0fde81d0f7cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.697126] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "d879d935-ea09-4a26-be9d-19151f2d402b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.697126] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "d879d935-ea09-4a26-be9d-19151f2d402b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.698619] env[62777]: DEBUG nova.compute.provider_tree [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1585.782652] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694139, 'name': ReconfigVM_Task, 'duration_secs': 0.416601} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.782997] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Reconfigured VM instance instance-0000004a to attach disk [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94/df7b46da-2aaa-4643-b9b0-a84b557f3b94.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.783618] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bebf113a-c0c9-4e87-93cc-5cf84739cba1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.791557] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1585.791557] env[62777]: value = "task-1694141" [ 1585.791557] env[62777]: _type = "Task" [ 1585.791557] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.800272] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694141, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.844023] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694137, 'name': CreateVM_Task, 'duration_secs': 0.585918} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.844023] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.844023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.844023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.844023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.844023] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f3e951f-7e66-4004-9ce4-5a7b315bfee1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.850995] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1585.850995] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b5847a-4552-6721-b7a7-36dd7cbd3f78" [ 1585.850995] env[62777]: _type = "Task" [ 1585.850995] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.862232] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b5847a-4552-6721-b7a7-36dd7cbd3f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.975021] env[62777]: DEBUG nova.compute.manager [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.975021] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.975021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccfc5174-e597-4906-aa3b-73959a811831 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.982425] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.982693] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c0f02a5-c1ef-4f60-a748-1c767bdbb271 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.992173] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1585.992173] env[62777]: value = "task-1694142" [ 1585.992173] env[62777]: _type = "Task" [ 1585.992173] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.003522] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.078299] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.106248] env[62777]: DEBUG nova.network.neutron [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Updated VIF entry in instance network info cache for port 9cde6c6e-6b1d-4d77-b4de-04ff059385e8. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1586.106749] env[62777]: DEBUG nova.network.neutron [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Updating instance_info_cache with network_info: [{"id": "9cde6c6e-6b1d-4d77-b4de-04ff059385e8", "address": "fa:16:3e:af:57:bd", "network": {"id": "bdd2d129-a408-47bf-972d-bbe28a9c3aee", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "174a4a2fb8074077833b584d3e6ff275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cde6c6e-6b", "ovs_interfaceid": "9cde6c6e-6b1d-4d77-b4de-04ff059385e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.146449] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.198770] env[62777]: DEBUG nova.network.neutron [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Successfully created port: 824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.200809] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1586.229010] env[62777]: ERROR nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [req-7933cf74-f102-4272-9ef7-cac32b7e7455] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7933cf74-f102-4272-9ef7-cac32b7e7455"}]} [ 1586.252096] env[62777]: DEBUG nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1586.268983] env[62777]: DEBUG nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1586.269264] env[62777]: DEBUG nova.compute.provider_tree [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.285077] env[62777]: DEBUG nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1586.305588] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694141, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.327239] env[62777]: DEBUG nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1586.364833] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b5847a-4552-6721-b7a7-36dd7cbd3f78, 'name': SearchDatastore_Task, 'duration_secs': 0.30692} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.365382] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.365704] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1586.366067] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1586.366339] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.366546] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1586.366939] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a338728b-6f6d-4be2-9ef5-3c1dacd20dee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.376186] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1586.376484] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1586.377516] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a00bb15-f1d8-4687-841c-e01ae8019cde {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.382897] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1586.382897] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6be03-1d9e-d870-6a20-57e98eb2c9ea" [ 1586.382897] env[62777]: _type = "Task" [ 1586.382897] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.391795] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6be03-1d9e-d870-6a20-57e98eb2c9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.504322] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.581582] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.610538] env[62777]: DEBUG oslo_concurrency.lockutils [req-50d4b2bd-f9e2-4109-9668-25d9ae9fe967 req-f21ac3fe-3073-4c23-a519-ab8bba72f878 service nova] Releasing lock "refresh_cache-b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.626022] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.670081] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1586.670081] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1586.670968] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.670968] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1586.670968] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.670968] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1586.671260] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1586.671455] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1586.672076] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1586.672254] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1586.672429] env[62777]: DEBUG nova.virt.hardware [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1586.673914] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7f634d-f52f-48bf-a688-93f19bfc9f7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.686065] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669b024b-4be3-4fda-912e-994fb5160aea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.735899] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.772127] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8421f72-20d5-463a-b031-96bfdeaaeee9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.777248] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5affb-6448-4469-982c-b0155e131e12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.814465] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d2769b-c060-4442-8652-79c39cd5eb7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.823890] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694141, 'name': Rename_Task, 'duration_secs': 1.030863} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.826817] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.827346] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f8f8897-e63e-43e5-b206-8a8f0d89f3f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.830833] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3b55cb-354c-469f-908e-8462c77fe3d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.848993] env[62777]: DEBUG nova.compute.provider_tree [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1586.855019] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1586.855019] env[62777]: value = "task-1694143" [ 1586.855019] env[62777]: _type = "Task" [ 1586.855019] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.868067] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.900022] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6be03-1d9e-d870-6a20-57e98eb2c9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009748} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.900850] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a763b40-2555-42ff-88b2-f3cc5ac69773 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.906950] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1586.906950] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba5afc-8f35-0526-9772-771f5ffe0477" [ 1586.906950] env[62777]: _type = "Task" [ 1586.906950] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.916545] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba5afc-8f35-0526-9772-771f5ffe0477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.003970] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694142, 'name': PowerOffVM_Task, 'duration_secs': 0.881191} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.004472] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.004646] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.004899] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcea9dec-9408-4651-8741-1abc0f9f2a07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.070756] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.070979] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.071178] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleting the datastore file [datastore1] c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.071427] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-690eb1e6-62d2-450d-8915-bc8d574e6710 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.076280] env[62777]: DEBUG oslo_vmware.api [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694140, 'name': PowerOnVM_Task, 'duration_secs': 1.370805} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.076926] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.077821] env[62777]: INFO nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Took 15.14 seconds to spawn the instance on the hypervisor. [ 1587.078043] env[62777]: DEBUG nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.078807] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5345710-df91-438b-8a02-ed4f5e26cf85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.082812] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1587.082812] env[62777]: value = "task-1694145" [ 1587.082812] env[62777]: _type = "Task" [ 1587.082812] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.098998] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.373969] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.407193] env[62777]: DEBUG nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1587.407193] env[62777]: DEBUG nova.compute.provider_tree [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 111 to 112 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1587.407193] env[62777]: DEBUG nova.compute.provider_tree [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1587.423881] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba5afc-8f35-0526-9772-771f5ffe0477, 'name': SearchDatastore_Task, 'duration_secs': 0.046337} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.424173] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.424432] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b1ff46d9-cbdd-4f69-bd5c-209c0492fab4/b1ff46d9-cbdd-4f69-bd5c-209c0492fab4.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1587.425491] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24b089c3-3d9c-4432-89bf-01ef4c81600a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.431410] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1587.431410] env[62777]: value = "task-1694146" [ 1587.431410] env[62777]: _type = "Task" [ 1587.431410] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.442298] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.600080] env[62777]: DEBUG oslo_vmware.api [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242125} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.600366] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.600518] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.601352] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.601352] env[62777]: INFO nova.compute.manager [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1587.601352] env[62777]: DEBUG oslo.service.loopingcall [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1587.603087] env[62777]: DEBUG nova.compute.manager [-] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.603168] env[62777]: DEBUG nova.network.neutron [-] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.605048] env[62777]: INFO nova.compute.manager [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Took 42.48 seconds to build instance. [ 1587.870580] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.918579] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.316s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.920317] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.285s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.923426] env[62777]: INFO nova.compute.claims [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1587.948652] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694146, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.964621] env[62777]: INFO nova.scheduler.client.report [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted allocations for instance e358baeb-b559-4def-aead-711cacea9bec [ 1588.106778] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eb4ecb0-ba11-4d42-98c1-3e5b3da9f0dd tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.988s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.373896] env[62777]: DEBUG oslo_vmware.api [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694143, 'name': PowerOnVM_Task, 'duration_secs': 1.169712} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.374272] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1588.374511] env[62777]: INFO nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1588.374780] env[62777]: DEBUG nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.377677] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb2364d-690e-4db6-abff-93debba3fe6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.396978] env[62777]: DEBUG nova.network.neutron [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Successfully updated port: 824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.448915] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86844} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.449758] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b1ff46d9-cbdd-4f69-bd5c-209c0492fab4/b1ff46d9-cbdd-4f69-bd5c-209c0492fab4.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1588.453384] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1588.453384] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70042344-812e-444d-917c-168f68a9ee55 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.465072] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1588.465072] env[62777]: value = "task-1694147" [ 1588.465072] env[62777]: _type = "Task" [ 1588.465072] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.472962] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eaa4acc0-45bd-4795-a04e-35fd01de256b tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "e358baeb-b559-4def-aead-711cacea9bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.292s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.478611] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.547303] env[62777]: DEBUG nova.compute.manager [req-15387184-889e-44f8-b887-56bbb5f17d75 req-adf72fab-0367-4587-860f-73acae2ba851 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Received event network-vif-deleted-213bf183-b806-497c-9785-e4ed4512bf9a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1588.547303] env[62777]: INFO nova.compute.manager [req-15387184-889e-44f8-b887-56bbb5f17d75 req-adf72fab-0367-4587-860f-73acae2ba851 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Neutron deleted interface 213bf183-b806-497c-9785-e4ed4512bf9a; detaching it from the instance and deleting it from the info cache [ 1588.547303] env[62777]: DEBUG nova.network.neutron [req-15387184-889e-44f8-b887-56bbb5f17d75 req-adf72fab-0367-4587-860f-73acae2ba851 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.553285] env[62777]: INFO nova.compute.manager [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Rebuilding instance [ 1588.609523] env[62777]: DEBUG nova.compute.manager [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1588.610964] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d45a02-e97e-4bac-8707-7684e39f933c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.672896] env[62777]: DEBUG nova.network.neutron [-] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.806037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "23234417-0934-4ead-a930-4df83e420505" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.806311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "23234417-0934-4ead-a930-4df83e420505" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.901414] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.901635] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.901746] env[62777]: DEBUG nova.network.neutron [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.910516] env[62777]: INFO nova.compute.manager [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Took 40.25 seconds to build instance. [ 1588.978576] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073224} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.978576] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1588.979844] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692a59d2-c9fe-41fd-a334-32c6cef28e8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.004112] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] b1ff46d9-cbdd-4f69-bd5c-209c0492fab4/b1ff46d9-cbdd-4f69-bd5c-209c0492fab4.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1589.007689] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9516c678-5727-4594-9850-f51117b44cb4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.030317] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1589.030317] env[62777]: value = "task-1694148" [ 1589.030317] env[62777]: _type = "Task" [ 1589.030317] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.038638] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.048574] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6f4042a-63bb-41fd-9db2-821990674be3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.059906] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220f825-9114-4376-ac6e-93a3412792ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.100910] env[62777]: DEBUG nova.compute.manager [req-15387184-889e-44f8-b887-56bbb5f17d75 req-adf72fab-0367-4587-860f-73acae2ba851 service nova] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Detach interface failed, port_id=213bf183-b806-497c-9785-e4ed4512bf9a, reason: Instance c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1589.177078] env[62777]: INFO nova.compute.manager [-] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Took 1.57 seconds to deallocate network for instance. [ 1589.311831] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1589.356599] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c669611b-f687-4df1-9c02-567e9d2b6030 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.370883] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9660b917-7b5d-4f9d-9ea4-44a923c1cc4f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.207718] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3b8d363f-6a0b-46d4-9f28-0563d0da72e8 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.559s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.208366] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.209265] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.220076] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beafe256-6dc6-4d9a-ae69-a09248263038 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.223173] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd1848f-4b97-41d4-9d9b-d31b3736cdcf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.235375] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694148, 'name': ReconfigVM_Task, 'duration_secs': 0.582551} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.239102] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Reconfigured VM instance instance-0000004b to attach disk [datastore1] b1ff46d9-cbdd-4f69-bd5c-209c0492fab4/b1ff46d9-cbdd-4f69-bd5c-209c0492fab4.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.240159] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1590.240159] env[62777]: value = "task-1694149" [ 1590.240159] env[62777]: _type = "Task" [ 1590.240159] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.241550] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.241692] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b75c92d-6be2-4a4f-ba02-9f07a4165496 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.245770] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d6321d-ee43-475b-a845-8df8f0f3d1c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.286648] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1590.286648] env[62777]: value = "task-1694150" [ 1590.286648] env[62777]: _type = "Task" [ 1590.286648] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.286648] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.286648] env[62777]: DEBUG nova.compute.provider_tree [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.296037] env[62777]: DEBUG nova.network.neutron [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1590.304964] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694150, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.450423] env[62777]: DEBUG nova.network.neutron [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Updating instance_info_cache with network_info: [{"id": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "address": "fa:16:3e:72:78:18", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824cd1f2-42", "ovs_interfaceid": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1590.651965] env[62777]: DEBUG nova.compute.manager [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Received event network-vif-plugged-824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1590.651965] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] Acquiring lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1590.651965] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.651965] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.652334] env[62777]: DEBUG nova.compute.manager [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] No waiting events found dispatching network-vif-plugged-824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1590.652334] env[62777]: WARNING nova.compute.manager [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Received unexpected event network-vif-plugged-824cd1f2-4299-4e34-af28-fb90d79a23e4 for instance with vm_state building and task_state spawning. [ 1590.652467] env[62777]: DEBUG nova.compute.manager [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Received event network-changed-824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1590.652645] env[62777]: DEBUG nova.compute.manager [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Refreshing instance network info cache due to event network-changed-824cd1f2-4299-4e34-af28-fb90d79a23e4. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1590.652816] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] Acquiring lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.768689] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694149, 'name': PowerOffVM_Task, 'duration_secs': 0.187632} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.768946] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.769180] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.769953] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f1f6a-5d19-47cc-99e4-92251c4ad811 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.777545] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.777669] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d495683-76a8-4b9e-b053-7dcd2bc96671 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.799214] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694150, 'name': Rename_Task, 'duration_secs': 0.195597} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.799473] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.799706] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f88850a-ccaf-49fa-b37e-12d14da38ea2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.806734] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1590.806734] env[62777]: value = "task-1694152" [ 1590.806734] env[62777]: _type = "Task" [ 1590.806734] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.810672] env[62777]: ERROR nova.scheduler.client.report [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [req-c7bdc172-cb5a-4cb0-b030-ddad01e42b24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7bdc172-cb5a-4cb0-b030-ddad01e42b24"}]} [ 1590.817625] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.830350] env[62777]: DEBUG nova.scheduler.client.report [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1590.848152] env[62777]: DEBUG nova.scheduler.client.report [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1590.848499] env[62777]: DEBUG nova.compute.provider_tree [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1590.852323] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.852628] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.853025] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleting the datastore file [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.853152] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cdf801c-205c-438d-9ac1-6e0b135a8723 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.859729] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1590.859729] env[62777]: value = "task-1694153" [ 1590.859729] env[62777]: _type = "Task" [ 1590.859729] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.864650] env[62777]: DEBUG nova.scheduler.client.report [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1590.871756] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.891297] env[62777]: DEBUG nova.scheduler.client.report [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1590.954453] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.954453] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Instance network_info: |[{"id": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "address": "fa:16:3e:72:78:18", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824cd1f2-42", "ovs_interfaceid": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.954453] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] Acquired lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.954453] env[62777]: DEBUG nova.network.neutron [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Refreshing network info cache for port 824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.955919] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:78:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '824cd1f2-4299-4e34-af28-fb90d79a23e4', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.964229] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Creating folder: Project (e807be81ad1a454da05f7849b0de395d). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.968650] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad7a48a6-d614-44b2-9732-d16403955740 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.980294] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Created folder: Project (e807be81ad1a454da05f7849b0de395d) in parent group-v353040. [ 1590.980398] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Creating folder: Instances. Parent ref: group-v353261. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.981380] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ae27639-49df-4f2c-9241-90afd75bf3d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.989793] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Created folder: Instances in parent group-v353261. [ 1590.990080] env[62777]: DEBUG oslo.service.loopingcall [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.990331] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.990569] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0243ed16-964f-4032-828a-72b2f7c73f2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.015619] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1591.015619] env[62777]: value = "task-1694156" [ 1591.015619] env[62777]: _type = "Task" [ 1591.015619] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.020784] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694156, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.159951] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "d03f470f-79b1-4008-ac9c-e4da84190245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.160216] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "d03f470f-79b1-4008-ac9c-e4da84190245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.263091] env[62777]: DEBUG nova.compute.manager [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1591.319507] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694152, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.333729] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f54ae8-2307-4253-80a6-3af2ef071f3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.343422] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6122d002-da65-4745-b48c-4982bc2b00a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.379915] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7a660a-ff2b-4d81-83fc-c05b16362388 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.387286] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134705} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.389385] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.389574] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.389752] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.394254] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e5ed2-3b34-496d-95ae-0a2373516fd8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.413577] env[62777]: DEBUG nova.compute.provider_tree [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1591.522660] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694156, 'name': CreateVM_Task, 'duration_secs': 0.467192} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.522827] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.523540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.523700] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.524026] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.524288] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec1d9de3-6cd6-46bc-abb6-5dc8d03a0dae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.528512] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1591.528512] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529cc7dc-3345-6fcd-7ee7-2affb2319bb2" [ 1591.528512] env[62777]: _type = "Task" [ 1591.528512] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.536057] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529cc7dc-3345-6fcd-7ee7-2affb2319bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.656347] env[62777]: DEBUG nova.network.neutron [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Updated VIF entry in instance network info cache for port 824cd1f2-4299-4e34-af28-fb90d79a23e4. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.656716] env[62777]: DEBUG nova.network.neutron [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Updating instance_info_cache with network_info: [{"id": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "address": "fa:16:3e:72:78:18", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824cd1f2-42", "ovs_interfaceid": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.663709] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1591.787454] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.820101] env[62777]: DEBUG oslo_vmware.api [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694152, 'name': PowerOnVM_Task, 'duration_secs': 0.666963} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.820373] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.820572] env[62777]: INFO nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1591.820743] env[62777]: DEBUG nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1591.821520] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471723a1-15a2-4275-82a6-e453700eb60e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.951201] env[62777]: DEBUG nova.scheduler.client.report [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1591.951484] env[62777]: DEBUG nova.compute.provider_tree [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 116 to 117 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1591.951721] env[62777]: DEBUG nova.compute.provider_tree [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1592.042251] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529cc7dc-3345-6fcd-7ee7-2affb2319bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.042621] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.042891] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1592.043234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.043412] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.043564] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1592.043825] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2613abb3-8bd4-4451-bb5e-cbf9beb14784 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.054051] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1592.054051] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1592.054051] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe0bc66f-f990-4870-9689-5fd19ebe528b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.058718] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1592.058718] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c48ffc-08a5-e59b-f4af-1c8354afec44" [ 1592.058718] env[62777]: _type = "Task" [ 1592.058718] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.068494] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c48ffc-08a5-e59b-f4af-1c8354afec44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.159529] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb8ffcd2-5148-43ed-a68b-a56429c2f0cd req-c0f06b83-2862-4eeb-bc0f-46923cc04dc1 service nova] Releasing lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.187641] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.339956] env[62777]: INFO nova.compute.manager [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Took 28.85 seconds to build instance. [ 1592.427557] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1592.427800] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1592.427956] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.428152] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1592.428297] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.428442] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1592.428645] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1592.428802] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1592.428964] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1592.429137] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1592.429303] env[62777]: DEBUG nova.virt.hardware [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1592.430445] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21515879-6fcb-4933-a83a-561abd0752fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.438303] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a3a9e-7222-417f-9760-10ca8ab94989 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.452058] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:21:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ee3b70c-9087-49d9-8c4f-19c7a61380f2', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.459349] env[62777]: DEBUG oslo.service.loopingcall [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.460119] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.542s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.460601] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1592.463068] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.463359] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.317s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.464745] env[62777]: INFO nova.compute.claims [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.467036] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffc36f06-7750-49cd-995e-90a0996e92b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.486340] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.486340] env[62777]: value = "task-1694157" [ 1592.486340] env[62777]: _type = "Task" [ 1592.486340] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.494983] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694157, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.569154] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c48ffc-08a5-e59b-f4af-1c8354afec44, 'name': SearchDatastore_Task, 'duration_secs': 0.009494} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.569951] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf8bf15-4f7a-4204-b8c3-0968d4441ba7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.575098] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1592.575098] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525baea2-3178-18bc-6f53-7b565d7e5a48" [ 1592.575098] env[62777]: _type = "Task" [ 1592.575098] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.582811] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525baea2-3178-18bc-6f53-7b565d7e5a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.842894] env[62777]: DEBUG oslo_concurrency.lockutils [None req-20586a50-beb5-4511-b4c2-94520d4b8978 tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.368s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.983019] env[62777]: DEBUG nova.compute.utils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1592.987035] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1592.987035] env[62777]: DEBUG nova.network.neutron [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1592.998377] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694157, 'name': CreateVM_Task, 'duration_secs': 0.362536} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.998535] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1592.999172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.999326] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.999647] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1592.999896] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90460be-0c7d-49bd-b511-4a6c233f5c04 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.004717] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1593.004717] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5289ab26-cc76-7837-7cec-69327a21d13f" [ 1593.004717] env[62777]: _type = "Task" [ 1593.004717] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.012972] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5289ab26-cc76-7837-7cec-69327a21d13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.060345] env[62777]: DEBUG nova.policy [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eacc9f5343ec499fbba5534de8fde575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9626ac51a7a84b04b06adb21ec673ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1593.085301] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525baea2-3178-18bc-6f53-7b565d7e5a48, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.085549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.085793] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/75332d0f-ec71-4f25-9d9c-42a5b38f4a61.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1593.086049] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae6003f7-3bcf-4563-81fd-ffac9262e4fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.092156] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1593.092156] env[62777]: value = "task-1694158" [ 1593.092156] env[62777]: _type = "Task" [ 1593.092156] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.100186] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.426283] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bdf11a-de4b-438d-9169-1cf4cfdf3ecc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.437524] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Suspending the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1593.438473] env[62777]: DEBUG nova.network.neutron [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Successfully created port: afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1593.440497] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f475f36b-6654-4022-a7e4-7c22095148a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.449276] env[62777]: DEBUG oslo_vmware.api [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] Waiting for the task: (returnval){ [ 1593.449276] env[62777]: value = "task-1694159" [ 1593.449276] env[62777]: _type = "Task" [ 1593.449276] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.459546] env[62777]: DEBUG oslo_vmware.api [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] Task: {'id': task-1694159, 'name': SuspendVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.487421] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1593.530334] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5289ab26-cc76-7837-7cec-69327a21d13f, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.530334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.530334] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.530334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.530334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.530334] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.530334] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bda7b782-e652-4a34-8e0d-fc6032fc401b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.546250] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.546250] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1593.546835] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1704a225-3fbd-4556-96d3-4550aeca2d77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.557916] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1593.557916] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba5c5f-10ba-b84a-42ad-12fa9ca53e27" [ 1593.557916] env[62777]: _type = "Task" [ 1593.557916] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.568035] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba5c5f-10ba-b84a-42ad-12fa9ca53e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.603285] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470075} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.607130] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/75332d0f-ec71-4f25-9d9c-42a5b38f4a61.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.607770] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.608631] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af9a3b21-650f-44c3-b025-97ad1316103f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.617484] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1593.617484] env[62777]: value = "task-1694160" [ 1593.617484] env[62777]: _type = "Task" [ 1593.617484] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.628551] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694160, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.921671] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80079d83-38d7-4525-8be3-9b0e4426ef1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.930875] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d7ec36-ae3e-4d82-b7df-9642ee362b6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.963826] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caa7011-a238-4cc8-b795-6cbbc07836a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.970888] env[62777]: DEBUG oslo_vmware.api [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] Task: {'id': task-1694159, 'name': SuspendVM_Task} progress is 62%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.973817] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dad17d-ff59-4c93-a5b0-c97c0e188961 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.986455] env[62777]: DEBUG nova.compute.provider_tree [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.067890] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ba5c5f-10ba-b84a-42ad-12fa9ca53e27, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.068774] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d84281c-280f-4eb0-9685-12e1a92a7b0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.074047] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1594.074047] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5244f42c-59f5-b883-c1fd-e94231fb1713" [ 1594.074047] env[62777]: _type = "Task" [ 1594.074047] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.084542] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5244f42c-59f5-b883-c1fd-e94231fb1713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.124692] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694160, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13162} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.124980] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1594.125786] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e20d88-b4ec-4803-a8ca-e4f6427ed0a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.148947] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/75332d0f-ec71-4f25-9d9c-42a5b38f4a61.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1594.148947] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf93bde7-ec7b-4427-ac68-67b6f3d4329d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.168464] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1594.168464] env[62777]: value = "task-1694161" [ 1594.168464] env[62777]: _type = "Task" [ 1594.168464] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.176481] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.470427] env[62777]: DEBUG oslo_vmware.api [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] Task: {'id': task-1694159, 'name': SuspendVM_Task} progress is 62%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.489529] env[62777]: DEBUG nova.scheduler.client.report [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1594.499664] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1594.527482] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1594.527779] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1594.527983] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1594.528266] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1594.528462] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1594.528621] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1594.528830] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1594.528991] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1594.529173] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1594.529334] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1594.529521] env[62777]: DEBUG nova.virt.hardware [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1594.530398] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b58e5-52b6-4120-a4e8-d941ee726601 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.538950] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0e1bfb-ce11-4f17-a0ba-f14e8a5312ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.584816] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5244f42c-59f5-b883-c1fd-e94231fb1713, 'name': SearchDatastore_Task, 'duration_secs': 0.060745} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.585086] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.585345] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.585595] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-681c17b4-2c2c-4f56-99fa-15b23b5a7792 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.592796] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1594.592796] env[62777]: value = "task-1694162" [ 1594.592796] env[62777]: _type = "Task" [ 1594.592796] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.600667] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.680866] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.972071] env[62777]: DEBUG oslo_vmware.api [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] Task: {'id': task-1694159, 'name': SuspendVM_Task, 'duration_secs': 1.221797} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.972543] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Suspended the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1594.972803] env[62777]: DEBUG nova.compute.manager [None req-6e8c1404-6b4d-456d-9b43-c97aeef9ccc9 tempest-ServersAdminNegativeTestJSON-1219273519 tempest-ServersAdminNegativeTestJSON-1219273519-project-admin] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1594.973781] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e48880-6191-40fc-8dc9-42c237cd1e50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.995147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.995631] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.999377] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.263s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.000758] env[62777]: INFO nova.compute.claims [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.105328] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.110310] env[62777]: DEBUG nova.compute.manager [req-0f1fd006-b912-43ae-8408-747c393f35e6 req-ca58843f-f703-40ec-a0e6-bcddfe2d9193 service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Received event network-vif-plugged-afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1595.110310] env[62777]: DEBUG oslo_concurrency.lockutils [req-0f1fd006-b912-43ae-8408-747c393f35e6 req-ca58843f-f703-40ec-a0e6-bcddfe2d9193 service nova] Acquiring lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.110310] env[62777]: DEBUG oslo_concurrency.lockutils [req-0f1fd006-b912-43ae-8408-747c393f35e6 req-ca58843f-f703-40ec-a0e6-bcddfe2d9193 service nova] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.110310] env[62777]: DEBUG oslo_concurrency.lockutils [req-0f1fd006-b912-43ae-8408-747c393f35e6 req-ca58843f-f703-40ec-a0e6-bcddfe2d9193 service nova] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.110310] env[62777]: DEBUG nova.compute.manager [req-0f1fd006-b912-43ae-8408-747c393f35e6 req-ca58843f-f703-40ec-a0e6-bcddfe2d9193 service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] No waiting events found dispatching network-vif-plugged-afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1595.110310] env[62777]: WARNING nova.compute.manager [req-0f1fd006-b912-43ae-8408-747c393f35e6 req-ca58843f-f703-40ec-a0e6-bcddfe2d9193 service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Received unexpected event network-vif-plugged-afefea6b-3735-42b0-9576-b6a4ea2fe690 for instance with vm_state building and task_state spawning. [ 1595.179545] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694161, 'name': ReconfigVM_Task, 'duration_secs': 0.73039} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.179861] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/75332d0f-ec71-4f25-9d9c-42a5b38f4a61.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1595.180494] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40d193c4-a22c-4f2b-8ba7-67cfdb36b570 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.186852] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1595.186852] env[62777]: value = "task-1694163" [ 1595.186852] env[62777]: _type = "Task" [ 1595.186852] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.194205] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694163, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.212020] env[62777]: DEBUG nova.network.neutron [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Successfully updated port: afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1595.507029] env[62777]: DEBUG nova.compute.utils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.508811] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.508975] env[62777]: DEBUG nova.network.neutron [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.572036] env[62777]: DEBUG nova.policy [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eacc9f5343ec499fbba5534de8fde575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9626ac51a7a84b04b06adb21ec673ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.603374] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533377} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.603633] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.603921] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.604184] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-276920cb-b52e-4497-af34-7c77801e5b61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.610437] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1595.610437] env[62777]: value = "task-1694164" [ 1595.610437] env[62777]: _type = "Task" [ 1595.610437] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.618528] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694164, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.696478] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694163, 'name': Rename_Task, 'duration_secs': 0.154918} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.696743] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.696977] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a04b2e07-516a-459c-8ad4-52920c29e51a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.702302] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1595.702302] env[62777]: value = "task-1694165" [ 1595.702302] env[62777]: _type = "Task" [ 1595.702302] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.709292] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.714884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.715028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.715173] env[62777]: DEBUG nova.network.neutron [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1595.927108] env[62777]: DEBUG nova.network.neutron [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Successfully created port: 6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.013065] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.123956] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694164, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06324} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.123956] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.124236] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763af640-2f24-4830-9a39-8207aefdcdf7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.154223] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.157163] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e31527e-091e-4dca-a494-1e4fc1849e63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.177071] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1596.177071] env[62777]: value = "task-1694166" [ 1596.177071] env[62777]: _type = "Task" [ 1596.177071] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.186622] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.211703] env[62777]: DEBUG oslo_vmware.api [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694165, 'name': PowerOnVM_Task, 'duration_secs': 0.457173} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.212054] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.212299] env[62777]: INFO nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1596.212541] env[62777]: DEBUG nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.213498] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83f6382-298d-4257-a783-2355e9404942 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.274081] env[62777]: DEBUG nova.network.neutron [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.471733] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b401dbc-d8fd-43d3-acca-2838580c7f02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.478973] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff1a2b6-df87-49a8-a44a-e6c93a8f1814 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.512317] env[62777]: DEBUG nova.network.neutron [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Updating instance_info_cache with network_info: [{"id": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "address": "fa:16:3e:5d:3f:b3", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefea6b-37", "ovs_interfaceid": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.514720] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36575a4-1947-41ea-a2dc-25e7c3a52157 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.527571] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c71f74-ca64-4da6-ba4d-bb97940b966e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.546276] env[62777]: DEBUG nova.compute.provider_tree [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.687404] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694166, 'name': ReconfigVM_Task, 'duration_secs': 0.354746} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.687705] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41/5877130d-9a23-4f39-9ea8-d5d072e2db41.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1596.688659] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1233d29-ccff-4673-bddb-0ddbbe4d69ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.694650] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1596.694650] env[62777]: value = "task-1694167" [ 1596.694650] env[62777]: _type = "Task" [ 1596.694650] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.702676] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694167, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.736627] env[62777]: INFO nova.compute.manager [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Took 21.61 seconds to build instance. [ 1596.864893] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.865139] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.866171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.866171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.866171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.867647] env[62777]: INFO nova.compute.manager [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Terminating instance [ 1597.015599] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1597.015990] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Instance network_info: |[{"id": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "address": "fa:16:3e:5d:3f:b3", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefea6b-37", "ovs_interfaceid": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1597.016545] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:3f:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afefea6b-3735-42b0-9576-b6a4ea2fe690', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1597.024011] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Creating folder: Project (9626ac51a7a84b04b06adb21ec673ad2). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.024393] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee81a263-fbf0-4208-a475-1754b3118ce1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.027229] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1597.039568] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Created folder: Project (9626ac51a7a84b04b06adb21ec673ad2) in parent group-v353040. [ 1597.039804] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Creating folder: Instances. Parent ref: group-v353265. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1597.040096] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd1c3f6f-0cf1-445a-8c26-305dd57d7094 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.048462] env[62777]: DEBUG nova.scheduler.client.report [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1597.053015] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Created folder: Instances in parent group-v353265. [ 1597.053255] env[62777]: DEBUG oslo.service.loopingcall [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.053692] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1597.053901] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb35c70-eca9-40b1-9454-844f43edf7db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.070284] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1597.070510] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1597.070665] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.070848] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1597.070995] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.071154] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1597.071354] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1597.071510] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1597.071706] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1597.071909] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1597.072132] env[62777]: DEBUG nova.virt.hardware [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1597.073253] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b03883-93e5-4a14-984f-14cbe4a51674 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.083032] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5f9f6-4ccf-4c77-bee4-d9e15fdc10c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.086601] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1597.086601] env[62777]: value = "task-1694170" [ 1597.086601] env[62777]: _type = "Task" [ 1597.086601] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.102278] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694170, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.151807] env[62777]: DEBUG nova.compute.manager [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Received event network-changed-afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1597.151946] env[62777]: DEBUG nova.compute.manager [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Refreshing instance network info cache due to event network-changed-afefea6b-3735-42b0-9576-b6a4ea2fe690. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1597.152253] env[62777]: DEBUG oslo_concurrency.lockutils [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] Acquiring lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.152405] env[62777]: DEBUG oslo_concurrency.lockutils [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] Acquired lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.152565] env[62777]: DEBUG nova.network.neutron [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Refreshing network info cache for port afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1597.204050] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694167, 'name': Rename_Task, 'duration_secs': 0.15888} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.204339] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.204575] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34db52b3-8d35-4b03-a98f-60677457ad25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.210445] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1597.210445] env[62777]: value = "task-1694171" [ 1597.210445] env[62777]: _type = "Task" [ 1597.210445] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.220513] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.237844] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b2462be1-1551-4f2c-b729-51e2723b7687 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.119s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.368585] env[62777]: INFO nova.compute.manager [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Rescuing [ 1597.368892] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.369075] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.369250] env[62777]: DEBUG nova.network.neutron [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1597.373455] env[62777]: DEBUG nova.compute.manager [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.373655] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.374532] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468cfe2b-bf8b-4f78-93a2-c0035ab83736 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.382809] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.383012] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7c7690e-1524-4888-a212-6b2fb2bef80a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.484919] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.485257] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.485475] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Deleting the datastore file [datastore1] b1ff46d9-cbdd-4f69-bd5c-209c0492fab4 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.485755] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d549fc73-6833-4501-ac80-bfd5741717ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.492986] env[62777]: DEBUG oslo_vmware.api [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1597.492986] env[62777]: value = "task-1694173" [ 1597.492986] env[62777]: _type = "Task" [ 1597.492986] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.500977] env[62777]: DEBUG oslo_vmware.api [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.554497] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.555045] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1597.557728] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.348s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.559870] env[62777]: DEBUG nova.objects.instance [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lazy-loading 'resources' on Instance uuid c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.598197] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694170, 'name': CreateVM_Task, 'duration_secs': 0.391461} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.598424] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1597.599126] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1597.599300] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.599862] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1597.599997] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-416932a1-b5f4-40b6-b2e4-74a03a3090ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.604618] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1597.604618] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52539966-be97-8f10-a071-b374898ee04e" [ 1597.604618] env[62777]: _type = "Task" [ 1597.604618] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.612478] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52539966-be97-8f10-a071-b374898ee04e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.721122] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694171, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.002013] env[62777]: DEBUG oslo_vmware.api [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138365} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.002437] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.002625] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.002805] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.002977] env[62777]: INFO nova.compute.manager [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1598.008019] env[62777]: DEBUG oslo.service.loopingcall [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1598.008019] env[62777]: DEBUG nova.compute.manager [-] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.008019] env[62777]: DEBUG nova.network.neutron [-] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1598.060453] env[62777]: DEBUG nova.compute.utils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.064268] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1598.064439] env[62777]: DEBUG nova.network.neutron [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.116200] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52539966-be97-8f10-a071-b374898ee04e, 'name': SearchDatastore_Task, 'duration_secs': 0.008671} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.121029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.121029] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1598.121029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.121029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.121029] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1598.121029] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe3e2d06-8889-4132-ae11-46adf78684b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.130416] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1598.130621] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1598.133795] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7fb636-551e-4424-9ee8-40303a3bd416 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.139600] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1598.139600] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca7f3d-970a-f635-ced4-63669d5583d9" [ 1598.139600] env[62777]: _type = "Task" [ 1598.139600] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.148835] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca7f3d-970a-f635-ced4-63669d5583d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.223572] env[62777]: DEBUG oslo_vmware.api [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694171, 'name': PowerOnVM_Task, 'duration_secs': 0.539802} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.223867] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.224101] env[62777]: DEBUG nova.compute.manager [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.224901] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b57a58a-a360-422c-a992-149f5513ea32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.238407] env[62777]: DEBUG nova.policy [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eacc9f5343ec499fbba5534de8fde575', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9626ac51a7a84b04b06adb21ec673ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1598.258164] env[62777]: DEBUG nova.network.neutron [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Successfully updated port: 6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.456024] env[62777]: DEBUG nova.network.neutron [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Updated VIF entry in instance network info cache for port afefea6b-3735-42b0-9576-b6a4ea2fe690. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.456024] env[62777]: DEBUG nova.network.neutron [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Updating instance_info_cache with network_info: [{"id": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "address": "fa:16:3e:5d:3f:b3", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefea6b-37", "ovs_interfaceid": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.473502] env[62777]: DEBUG nova.compute.manager [req-ccc09772-742a-493a-8032-2b74b63dfae7 req-61255e61-bf02-4856-8b0b-04e3ce3cdbfe service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Received event network-vif-deleted-9cde6c6e-6b1d-4d77-b4de-04ff059385e8 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1598.473707] env[62777]: INFO nova.compute.manager [req-ccc09772-742a-493a-8032-2b74b63dfae7 req-61255e61-bf02-4856-8b0b-04e3ce3cdbfe service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Neutron deleted interface 9cde6c6e-6b1d-4d77-b4de-04ff059385e8; detaching it from the instance and deleting it from the info cache [ 1598.473879] env[62777]: DEBUG nova.network.neutron [req-ccc09772-742a-493a-8032-2b74b63dfae7 req-61255e61-bf02-4856-8b0b-04e3ce3cdbfe service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.490623] env[62777]: DEBUG nova.network.neutron [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Updating instance_info_cache with network_info: [{"id": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "address": "fa:16:3e:72:78:18", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap824cd1f2-42", "ovs_interfaceid": "824cd1f2-4299-4e34-af28-fb90d79a23e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.569135] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1598.574724] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb5d41e-3d40-41b3-95d1-dde42b5baf73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.582192] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667bc9ed-33d6-4d5d-9a38-b845b45e3587 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.617908] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21d3c9-bdeb-4c65-a3ca-4ecd7fe8401d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.626124] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec02b70b-0144-4efe-a278-bc16106ad352 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.642332] env[62777]: DEBUG nova.compute.provider_tree [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1598.654396] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ca7f3d-970a-f635-ced4-63669d5583d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012126} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.655857] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf4fab69-b2ae-4bae-bcae-cb9a7f436645 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.662614] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1598.662614] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522e93d9-adb1-7023-fd4a-778fc0db7935" [ 1598.662614] env[62777]: _type = "Task" [ 1598.662614] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.666091] env[62777]: DEBUG nova.network.neutron [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Successfully created port: 368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.674886] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522e93d9-adb1-7023-fd4a-778fc0db7935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.747101] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.761554] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "refresh_cache-128a9025-7e04-4aab-a449-20564495b40e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.761554] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "refresh_cache-128a9025-7e04-4aab-a449-20564495b40e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.761554] env[62777]: DEBUG nova.network.neutron [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.859648] env[62777]: DEBUG nova.network.neutron [-] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.960359] env[62777]: DEBUG oslo_concurrency.lockutils [req-68bc8863-cfbb-4e06-89bb-d9dfcda982ce req-b5d06e62-3972-4e71-8474-2d25775dca1b service nova] Releasing lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1598.976894] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8f5eb52-8d63-4a2d-a857-fb8f012c39df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.987683] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32d72de-1d87-4d9b-b552-a43dc5991822 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.001111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "refresh_cache-75332d0f-ec71-4f25-9d9c-42a5b38f4a61" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.030038] env[62777]: DEBUG nova.compute.manager [req-ccc09772-742a-493a-8032-2b74b63dfae7 req-61255e61-bf02-4856-8b0b-04e3ce3cdbfe service nova] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Detach interface failed, port_id=9cde6c6e-6b1d-4d77-b4de-04ff059385e8, reason: Instance b1ff46d9-cbdd-4f69-bd5c-209c0492fab4 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1599.145729] env[62777]: DEBUG nova.scheduler.client.report [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1599.174595] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522e93d9-adb1-7023-fd4a-778fc0db7935, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.174876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.175135] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] fffa07ee-854d-4cdc-9cba-a5312a8dfa57/fffa07ee-854d-4cdc-9cba-a5312a8dfa57.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1599.175593] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13895972-2395-403f-bfe6-1d6099c22671 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.182936] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1599.182936] env[62777]: value = "task-1694174" [ 1599.182936] env[62777]: _type = "Task" [ 1599.182936] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.191902] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.205413] env[62777]: DEBUG nova.compute.manager [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Received event network-vif-plugged-6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1599.206270] env[62777]: DEBUG oslo_concurrency.lockutils [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] Acquiring lock "128a9025-7e04-4aab-a449-20564495b40e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.206270] env[62777]: DEBUG oslo_concurrency.lockutils [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] Lock "128a9025-7e04-4aab-a449-20564495b40e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.206270] env[62777]: DEBUG oslo_concurrency.lockutils [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] Lock "128a9025-7e04-4aab-a449-20564495b40e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.206270] env[62777]: DEBUG nova.compute.manager [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] No waiting events found dispatching network-vif-plugged-6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.206467] env[62777]: WARNING nova.compute.manager [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Received unexpected event network-vif-plugged-6fcbe9de-cc79-46a6-9086-db61a449b529 for instance with vm_state building and task_state spawning. [ 1599.206467] env[62777]: DEBUG nova.compute.manager [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Received event network-changed-6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1599.206619] env[62777]: DEBUG nova.compute.manager [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Refreshing instance network info cache due to event network-changed-6fcbe9de-cc79-46a6-9086-db61a449b529. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1599.206807] env[62777]: DEBUG oslo_concurrency.lockutils [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] Acquiring lock "refresh_cache-128a9025-7e04-4aab-a449-20564495b40e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.308773] env[62777]: DEBUG nova.network.neutron [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.362213] env[62777]: INFO nova.compute.manager [-] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Took 1.36 seconds to deallocate network for instance. [ 1599.532278] env[62777]: DEBUG nova.network.neutron [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Updating instance_info_cache with network_info: [{"id": "6fcbe9de-cc79-46a6-9086-db61a449b529", "address": "fa:16:3e:c2:10:3d", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcbe9de-cc", "ovs_interfaceid": "6fcbe9de-cc79-46a6-9086-db61a449b529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.580910] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1599.610027] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1599.610187] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1599.610322] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.610511] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1599.610709] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.610874] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1599.611134] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1599.611298] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1599.611502] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1599.611701] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1599.611938] env[62777]: DEBUG nova.virt.hardware [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1599.612951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b591775b-2858-4903-8198-0cd4fa9054dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.623433] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3509b-c32f-489c-9c5d-c0608327403e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.650585] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.652991] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.412s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.654510] env[62777]: INFO nova.compute.claims [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1599.675734] env[62777]: INFO nova.scheduler.client.report [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted allocations for instance c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f [ 1599.694675] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470547} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.695070] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] fffa07ee-854d-4cdc-9cba-a5312a8dfa57/fffa07ee-854d-4cdc-9cba-a5312a8dfa57.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1599.695178] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1599.695646] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5eb0d16-3aeb-422a-8ead-e7f475812e85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.702301] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1599.702301] env[62777]: value = "task-1694175" [ 1599.702301] env[62777]: _type = "Task" [ 1599.702301] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.710404] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.808903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "5877130d-9a23-4f39-9ea8-d5d072e2db41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.809209] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.809427] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "5877130d-9a23-4f39-9ea8-d5d072e2db41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.809612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.809782] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.811826] env[62777]: INFO nova.compute.manager [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Terminating instance [ 1599.871941] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.037611] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "refresh_cache-128a9025-7e04-4aab-a449-20564495b40e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1600.037942] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Instance network_info: |[{"id": "6fcbe9de-cc79-46a6-9086-db61a449b529", "address": "fa:16:3e:c2:10:3d", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcbe9de-cc", "ovs_interfaceid": "6fcbe9de-cc79-46a6-9086-db61a449b529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1600.038339] env[62777]: DEBUG oslo_concurrency.lockutils [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] Acquired lock "refresh_cache-128a9025-7e04-4aab-a449-20564495b40e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.038470] env[62777]: DEBUG nova.network.neutron [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Refreshing network info cache for port 6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.039608] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:10:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fcbe9de-cc79-46a6-9086-db61a449b529', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1600.052532] env[62777]: DEBUG oslo.service.loopingcall [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.054609] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.054917] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1600.055868] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ff0911-8520-4041-8f46-ec14bc6d27da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.057590] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-256fb29f-7198-47cd-bdbc-5ab4213989ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.078967] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.078967] env[62777]: value = "task-1694177" [ 1600.078967] env[62777]: _type = "Task" [ 1600.078967] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.080419] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1600.080419] env[62777]: value = "task-1694176" [ 1600.080419] env[62777]: _type = "Task" [ 1600.080419] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.092928] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.095919] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.183903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-25a561cb-554d-42d4-837e-48ce351815eb tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.722s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.213905] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.315711] env[62777]: DEBUG nova.compute.manager [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1600.316469] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.317869] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5b393a-889a-4a89-814a-179f2349c601 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.329235] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.329235] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827c729c-4954-464f-9c16-29c0930f8b14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.337563] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1600.337563] env[62777]: value = "task-1694178" [ 1600.337563] env[62777]: _type = "Task" [ 1600.337563] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.350290] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.422952] env[62777]: DEBUG nova.network.neutron [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Successfully updated port: 368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.521523] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "800077c3-4767-49c7-bfdf-9396e25491b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.521863] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "800077c3-4767-49c7-bfdf-9396e25491b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.522111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "800077c3-4767-49c7-bfdf-9396e25491b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.522649] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "800077c3-4767-49c7-bfdf-9396e25491b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.522649] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "800077c3-4767-49c7-bfdf-9396e25491b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.524679] env[62777]: INFO nova.compute.manager [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Terminating instance [ 1600.591806] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.598522] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694176, 'name': PowerOffVM_Task, 'duration_secs': 0.30634} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.598813] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.599739] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92879a0-a5b9-4295-bc0a-cb2220e8461b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.620637] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562cfe5d-2fed-4403-a803-592c247020b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.665602] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.668466] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db8b286-084f-48c6-81c4-9e042052c297 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.676471] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1600.676471] env[62777]: value = "task-1694179" [ 1600.676471] env[62777]: _type = "Task" [ 1600.676471] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.685087] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.711496] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.842958] env[62777]: DEBUG nova.network.neutron [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Updated VIF entry in instance network info cache for port 6fcbe9de-cc79-46a6-9086-db61a449b529. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.843350] env[62777]: DEBUG nova.network.neutron [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Updating instance_info_cache with network_info: [{"id": "6fcbe9de-cc79-46a6-9086-db61a449b529", "address": "fa:16:3e:c2:10:3d", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fcbe9de-cc", "ovs_interfaceid": "6fcbe9de-cc79-46a6-9086-db61a449b529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.857843] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694178, 'name': PowerOffVM_Task, 'duration_secs': 0.319597} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.858198] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1600.858392] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1600.858723] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c9c27a3-84a6-4346-8902-c5bf251d3eac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.924754] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "refresh_cache-d879d935-ea09-4a26-be9d-19151f2d402b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.924866] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "refresh_cache-d879d935-ea09-4a26-be9d-19151f2d402b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.925013] env[62777]: DEBUG nova.network.neutron [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.935210] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1600.935474] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1600.935708] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleting the datastore file [datastore1] 5877130d-9a23-4f39-9ea8-d5d072e2db41 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1600.936049] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81fe6eee-58da-4fdc-8331-b7061955219c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.942533] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1600.942533] env[62777]: value = "task-1694181" [ 1600.942533] env[62777]: _type = "Task" [ 1600.942533] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.953080] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.000131] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf2537d-6a9e-4f90-b4b8-05f69835404d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.007895] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6e5fc-0f9b-47dd-a2a9-e59bdb24559a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.038409] env[62777]: DEBUG nova.compute.manager [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1601.038647] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1601.039641] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1cb2bc-c6df-495b-9647-5e647017c5ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.042736] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb4de0-2c38-4a5c-b486-5a467bc04b13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.051292] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1601.052521] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f46725-cf82-46aa-bb12-d5b5397ce17a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.056335] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9838945b-7054-40f3-b181-0ed1e99467a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.063024] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1601.063024] env[62777]: value = "task-1694182" [ 1601.063024] env[62777]: _type = "Task" [ 1601.063024] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.070463] env[62777]: DEBUG nova.compute.provider_tree [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.079397] env[62777]: DEBUG nova.scheduler.client.report [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1601.082645] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "da187610-ebec-49c4-9ea7-85b295ee18ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.082989] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.093447] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.099370] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.186792] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1601.186996] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.187272] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.187421] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.187592] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.187882] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9d34026-eea6-4d41-8768-ad8a76668135 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.212408] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.231512] env[62777]: DEBUG nova.compute.manager [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Received event network-vif-plugged-368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1601.231862] env[62777]: DEBUG oslo_concurrency.lockutils [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] Acquiring lock "d879d935-ea09-4a26-be9d-19151f2d402b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.231988] env[62777]: DEBUG oslo_concurrency.lockutils [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] Lock "d879d935-ea09-4a26-be9d-19151f2d402b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.232159] env[62777]: DEBUG oslo_concurrency.lockutils [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] Lock "d879d935-ea09-4a26-be9d-19151f2d402b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.232336] env[62777]: DEBUG nova.compute.manager [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] No waiting events found dispatching network-vif-plugged-368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1601.232459] env[62777]: WARNING nova.compute.manager [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Received unexpected event network-vif-plugged-368bb6ea-f25c-4bda-923f-094477d328c0 for instance with vm_state building and task_state spawning. [ 1601.232612] env[62777]: DEBUG nova.compute.manager [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Received event network-changed-368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1601.232766] env[62777]: DEBUG nova.compute.manager [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Refreshing instance network info cache due to event network-changed-368bb6ea-f25c-4bda-923f-094477d328c0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1601.232939] env[62777]: DEBUG oslo_concurrency.lockutils [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] Acquiring lock "refresh_cache-d879d935-ea09-4a26-be9d-19151f2d402b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.348418] env[62777]: DEBUG oslo_concurrency.lockutils [req-89aa74a5-e90d-4ecb-8455-64fb7d916271 req-17430738-2784-4e03-a73c-d13438461a1d service nova] Releasing lock "refresh_cache-128a9025-7e04-4aab-a449-20564495b40e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.452130] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.467480] env[62777]: DEBUG nova.network.neutron [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.515220] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.515422] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.516179] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8051f7-c47e-45ef-b4b2-de148208395b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.523652] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1601.523652] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521fce6c-addd-0c0c-e30f-3d72089e2f13" [ 1601.523652] env[62777]: _type = "Task" [ 1601.523652] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.532434] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521fce6c-addd-0c0c-e30f-3d72089e2f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.579672] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.585398] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1601.588680] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.936s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.589323] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1601.594744] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.807s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.605099] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.647335] env[62777]: DEBUG nova.network.neutron [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Updating instance_info_cache with network_info: [{"id": "368bb6ea-f25c-4bda-923f-094477d328c0", "address": "fa:16:3e:86:94:93", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368bb6ea-f2", "ovs_interfaceid": "368bb6ea-f25c-4bda-923f-094477d328c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.713733] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.956314] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.033296] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521fce6c-addd-0c0c-e30f-3d72089e2f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.080283] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.097754] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.101239] env[62777]: DEBUG nova.compute.utils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.103599] env[62777]: INFO nova.compute.claims [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1602.107158] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1602.107323] env[62777]: DEBUG nova.network.neutron [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.111965] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.144589] env[62777]: DEBUG nova.policy [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1602.150068] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "refresh_cache-d879d935-ea09-4a26-be9d-19151f2d402b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.150355] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Instance network_info: |[{"id": "368bb6ea-f25c-4bda-923f-094477d328c0", "address": "fa:16:3e:86:94:93", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368bb6ea-f2", "ovs_interfaceid": "368bb6ea-f25c-4bda-923f-094477d328c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1602.150630] env[62777]: DEBUG oslo_concurrency.lockutils [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] Acquired lock "refresh_cache-d879d935-ea09-4a26-be9d-19151f2d402b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.150825] env[62777]: DEBUG nova.network.neutron [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Refreshing network info cache for port 368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.151953] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:94:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '368bb6ea-f25c-4bda-923f-094477d328c0', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.160197] env[62777]: DEBUG oslo.service.loopingcall [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.163626] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.164078] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1b5845-90fa-4aee-9311-6a9f2d27c168 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.184418] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.184418] env[62777]: value = "task-1694183" [ 1602.184418] env[62777]: _type = "Task" [ 1602.184418] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.193190] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694183, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.214244] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.393285] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.393561] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.393740] env[62777]: INFO nova.compute.manager [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Shelving [ 1602.454073] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.533407] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521fce6c-addd-0c0c-e30f-3d72089e2f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.560789] env[62777]: DEBUG nova.network.neutron [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Updated VIF entry in instance network info cache for port 368bb6ea-f25c-4bda-923f-094477d328c0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1602.561192] env[62777]: DEBUG nova.network.neutron [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Updating instance_info_cache with network_info: [{"id": "368bb6ea-f25c-4bda-923f-094477d328c0", "address": "fa:16:3e:86:94:93", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap368bb6ea-f2", "ovs_interfaceid": "368bb6ea-f25c-4bda-923f-094477d328c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1602.587513] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.595733] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.597375] env[62777]: DEBUG nova.network.neutron [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Successfully created port: 333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1602.602773] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1602.608651] env[62777]: INFO nova.compute.resource_tracker [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating resource usage from migration 13963b61-7cb2-42be-8b5e-cd0b82911ab5 [ 1602.695683] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694183, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.716648] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 2.954254} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.717156] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1602.718159] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af706fed-4ba5-4a43-bbcd-9e7aa0aafa23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.745029] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fffa07ee-854d-4cdc-9cba-a5312a8dfa57/fffa07ee-854d-4cdc-9cba-a5312a8dfa57.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1602.746819] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a442b4da-5e58-450c-91dd-8a2659b882d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.770017] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1602.770017] env[62777]: value = "task-1694184" [ 1602.770017] env[62777]: _type = "Task" [ 1602.770017] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.781783] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.955564] env[62777]: DEBUG oslo_vmware.api [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.971032} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.955860] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.955983] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.956183] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.956355] env[62777]: INFO nova.compute.manager [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1602.956590] env[62777]: DEBUG oslo.service.loopingcall [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.956775] env[62777]: DEBUG nova.compute.manager [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1602.956873] env[62777]: DEBUG nova.network.neutron [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1603.035237] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521fce6c-addd-0c0c-e30f-3d72089e2f13, 'name': SearchDatastore_Task, 'duration_secs': 1.047705} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.035990] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6607980-a161-4a45-a244-18388e08f198 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.045754] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1603.045754] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5c33d-df79-12df-765c-6dd19899fe0e" [ 1603.045754] env[62777]: _type = "Task" [ 1603.045754] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.057026] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f54de46-9780-431d-b3ee-aa8a2a897b86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.060824] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5c33d-df79-12df-765c-6dd19899fe0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.065124] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.065124] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. {{(pid=62777) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1603.065124] env[62777]: DEBUG oslo_concurrency.lockutils [req-82300279-c254-4c50-a8cb-54cd00549e2a req-29f81c3b-05ca-4091-9c45-fe6ef7b9c5fc service nova] Releasing lock "refresh_cache-d879d935-ea09-4a26-be9d-19151f2d402b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.065124] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6569ed95-d186-4e5a-825c-e23c84689035 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.071617] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce73e79a-7610-4830-a36e-26f4a5fd79d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.080306] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1603.080306] env[62777]: value = "task-1694185" [ 1603.080306] env[62777]: _type = "Task" [ 1603.080306] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.127795] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4347dd2-d855-40da-8c22-54f389a76bd1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.130683] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694182, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.134179] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.139415] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.142597] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0c72ad-6425-4aa7-a494-e40c16618173 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.156533] env[62777]: DEBUG nova.compute.provider_tree [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1603.194947] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694183, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.280789] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694184, 'name': ReconfigVM_Task, 'duration_secs': 0.442616} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.280789] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fffa07ee-854d-4cdc-9cba-a5312a8dfa57/fffa07ee-854d-4cdc-9cba-a5312a8dfa57.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.281256] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f19a54b1-e355-47f1-a847-c83958c6692f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.288105] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1603.288105] env[62777]: value = "task-1694186" [ 1603.288105] env[62777]: _type = "Task" [ 1603.288105] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.298092] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694186, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.319985] env[62777]: DEBUG nova.compute.manager [req-1022e664-7973-4801-b1e9-abb2dd4b704b req-a9b32d61-da5c-476c-b434-cbb9e5279c2f service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Received event network-vif-deleted-8ee3b70c-9087-49d9-8c4f-19c7a61380f2 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1603.320329] env[62777]: INFO nova.compute.manager [req-1022e664-7973-4801-b1e9-abb2dd4b704b req-a9b32d61-da5c-476c-b434-cbb9e5279c2f service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Neutron deleted interface 8ee3b70c-9087-49d9-8c4f-19c7a61380f2; detaching it from the instance and deleting it from the info cache [ 1603.320579] env[62777]: DEBUG nova.network.neutron [req-1022e664-7973-4801-b1e9-abb2dd4b704b req-a9b32d61-da5c-476c-b434-cbb9e5279c2f service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.406658] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1603.406976] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaa2edfd-b535-4256-b84e-1b6ef7669740 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.416919] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1603.416919] env[62777]: value = "task-1694187" [ 1603.416919] env[62777]: _type = "Task" [ 1603.416919] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.426141] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.591970] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694182, 'name': PowerOffVM_Task, 'duration_secs': 2.127443} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.592891] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.593111] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.593378] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebcc4e53-8cbf-4c13-b7a5-438d27a5b733 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.597949] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694185, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.627906] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694177, 'name': CreateVM_Task, 'duration_secs': 3.124344} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.628084] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.628768] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.628927] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.629271] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1603.629546] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddfe42c7-c4a3-4fd3-bfca-a134de03d1ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.634934] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1603.636834] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1603.636834] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520bd3be-a89d-cc4e-e3b4-c591138562ba" [ 1603.636834] env[62777]: _type = "Task" [ 1603.636834] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.645056] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520bd3be-a89d-cc4e-e3b4-c591138562ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.659469] env[62777]: DEBUG nova.scheduler.client.report [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1603.664680] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1603.664962] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1603.665067] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1603.665259] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1603.665407] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1603.665551] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1603.665754] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1603.665914] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1603.666088] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1603.666253] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1603.666445] env[62777]: DEBUG nova.virt.hardware [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1603.667296] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca69ec8-9b87-46f9-9778-f2884dfce3a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.675663] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcb7230-1b37-407a-a751-a9dea87671f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.700076] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694183, 'name': CreateVM_Task, 'duration_secs': 1.018133} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.700292] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1603.700935] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.704482] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.704768] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.705043] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleting the datastore file [datastore1] 800077c3-4767-49c7-bfdf-9396e25491b6 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.705373] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-734382f5-25d0-4330-8930-e8491ea24f27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.711820] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1603.711820] env[62777]: value = "task-1694189" [ 1603.711820] env[62777]: _type = "Task" [ 1603.711820] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.719407] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.797652] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694186, 'name': Rename_Task, 'duration_secs': 0.508176} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.797936] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.798190] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f087117e-4a37-47d0-9a2e-e2893452c5e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.799847] env[62777]: DEBUG nova.network.neutron [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.805048] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1603.805048] env[62777]: value = "task-1694190" [ 1603.805048] env[62777]: _type = "Task" [ 1603.805048] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.814722] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.823769] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48f644dd-990a-4f3d-a42d-476f1778730d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.832798] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b58af9-7cd5-4915-9d40-8ac0ba9dd866 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.868315] env[62777]: DEBUG nova.compute.manager [req-1022e664-7973-4801-b1e9-abb2dd4b704b req-a9b32d61-da5c-476c-b434-cbb9e5279c2f service nova] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Detach interface failed, port_id=8ee3b70c-9087-49d9-8c4f-19c7a61380f2, reason: Instance 5877130d-9a23-4f39-9ea8-d5d072e2db41 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1603.926764] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694187, 'name': PowerOffVM_Task, 'duration_secs': 0.432027} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.927089] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.927874] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c32af4-4a0f-4d0f-af6d-2ff122005d5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.946572] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca790007-3a3f-4f59-a40b-0b66e7b8e847 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.095027] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625916} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.095170] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. [ 1604.095887] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552669e8-60be-4182-b3dd-2eba65e7910f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.120113] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.120751] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc2d295-88a3-4731-b1ba-cfbe7fc5b696 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.138278] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1604.138278] env[62777]: value = "task-1694191" [ 1604.138278] env[62777]: _type = "Task" [ 1604.138278] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.149323] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.152503] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520bd3be-a89d-cc4e-e3b4-c591138562ba, 'name': SearchDatastore_Task, 'duration_secs': 0.055351} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.152804] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.153086] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.154105] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.154105] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.154105] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.154105] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.154269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1604.154618] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18387de1-a7d7-4685-8c93-48c7941820b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.156446] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd9c558-a20c-40e2-bf07-69c166c4a875 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.161070] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1604.161070] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526a7643-6857-cded-72b6-d876b512b9ba" [ 1604.161070] env[62777]: _type = "Task" [ 1604.161070] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.165718] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.165964] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.169319] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586e67ce-6403-46bd-b0bc-6fe52e542184 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.171719] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526a7643-6857-cded-72b6-d876b512b9ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.172441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.578s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.172789] env[62777]: INFO nova.compute.manager [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Migrating [ 1604.179386] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.992s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.181079] env[62777]: INFO nova.compute.claims [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1604.193889] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1604.193889] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e027b6-224f-3610-1e4a-3554a95e5cc5" [ 1604.193889] env[62777]: _type = "Task" [ 1604.193889] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.205746] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e027b6-224f-3610-1e4a-3554a95e5cc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.206957] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf73593c-81fd-47d4-83c0-1e17a6bdde97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.212903] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1604.212903] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c7bcc0-3ab4-ea4c-9c7a-fa01e1d4cd0d" [ 1604.212903] env[62777]: _type = "Task" [ 1604.212903] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.224910] env[62777]: DEBUG oslo_vmware.api [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472336} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.228445] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1604.228704] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1604.228941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1604.229187] env[62777]: INFO nova.compute.manager [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1604.229464] env[62777]: DEBUG oslo.service.loopingcall [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.229966] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c7bcc0-3ab4-ea4c-9c7a-fa01e1d4cd0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.230237] env[62777]: DEBUG nova.compute.manager [-] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1604.230389] env[62777]: DEBUG nova.network.neutron [-] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1604.303914] env[62777]: INFO nova.compute.manager [-] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Took 1.35 seconds to deallocate network for instance. [ 1604.322750] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694190, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.373454] env[62777]: DEBUG nova.network.neutron [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Successfully updated port: 333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1604.457178] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1604.457491] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-18645df1-0edd-4cad-b383-cef0add1b9ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.465881] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1604.465881] env[62777]: value = "task-1694192" [ 1604.465881] env[62777]: _type = "Task" [ 1604.465881] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.473983] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694192, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.651260] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694191, 'name': ReconfigVM_Task, 'duration_secs': 0.354236} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.651730] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1604.652488] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113cda22-14e9-4ce2-8420-bade58eead22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.682048] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6b1ceb-728d-419b-8ce8-d83436fada20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.695514] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.695714] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.695918] env[62777]: DEBUG nova.network.neutron [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.703363] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526a7643-6857-cded-72b6-d876b512b9ba, 'name': SearchDatastore_Task, 'duration_secs': 0.014389} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.705672] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.705936] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1604.706197] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.706507] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1604.706507] env[62777]: value = "task-1694193" [ 1604.706507] env[62777]: _type = "Task" [ 1604.706507] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.715982] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694193, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.725058] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c7bcc0-3ab4-ea4c-9c7a-fa01e1d4cd0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.725183] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.725430] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 128a9025-7e04-4aab-a449-20564495b40e/128a9025-7e04-4aab-a449-20564495b40e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.725686] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.725871] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.726096] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-790858f1-307f-42c6-98ba-99563b59a61e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.730219] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3718ba9c-90c4-4525-a49f-a5620767b32d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.736594] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1604.736594] env[62777]: value = "task-1694194" [ 1604.736594] env[62777]: _type = "Task" [ 1604.736594] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.741849] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.742044] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1604.743017] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a2890c-22fc-4917-b696-b8b3476d87fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.747737] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.750407] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1604.750407] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5248a5c1-5b53-a978-9b4c-c692aef12b0c" [ 1604.750407] env[62777]: _type = "Task" [ 1604.750407] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.757676] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5248a5c1-5b53-a978-9b4c-c692aef12b0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.811567] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.822015] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694190, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.876215] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-23234417-0934-4ead-a930-4df83e420505" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.876438] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-23234417-0934-4ead-a930-4df83e420505" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.876529] env[62777]: DEBUG nova.network.neutron [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1604.976763] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694192, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.060994] env[62777]: DEBUG nova.network.neutron [-] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.218931] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694193, 'name': ReconfigVM_Task, 'duration_secs': 0.200944} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.219243] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.219523] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2adda2f2-9405-4cca-957d-b0d31f9266de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.228475] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1605.228475] env[62777]: value = "task-1694195" [ 1605.228475] env[62777]: _type = "Task" [ 1605.228475] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.238624] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.254178] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694194, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.267452] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5248a5c1-5b53-a978-9b4c-c692aef12b0c, 'name': SearchDatastore_Task, 'duration_secs': 0.026463} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.268525] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6655056-f9ba-4bc5-a9bf-d05cba1f3ce1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.276298] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1605.276298] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52090381-5809-7416-e3e9-e1dfe06257e4" [ 1605.276298] env[62777]: _type = "Task" [ 1605.276298] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.283898] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52090381-5809-7416-e3e9-e1dfe06257e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.325842] env[62777]: DEBUG oslo_vmware.api [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694190, 'name': PowerOnVM_Task, 'duration_secs': 1.157891} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.326055] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1605.326300] env[62777]: INFO nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Took 10.83 seconds to spawn the instance on the hypervisor. [ 1605.326512] env[62777]: DEBUG nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1605.327896] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4824ae9a-099d-4679-9b4f-e953770dc9b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.365662] env[62777]: DEBUG nova.compute.manager [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Received event network-vif-plugged-333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1605.365662] env[62777]: DEBUG oslo_concurrency.lockutils [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] Acquiring lock "23234417-0934-4ead-a930-4df83e420505-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.365662] env[62777]: DEBUG oslo_concurrency.lockutils [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] Lock "23234417-0934-4ead-a930-4df83e420505-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.365662] env[62777]: DEBUG oslo_concurrency.lockutils [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] Lock "23234417-0934-4ead-a930-4df83e420505-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.365662] env[62777]: DEBUG nova.compute.manager [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] No waiting events found dispatching network-vif-plugged-333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1605.365662] env[62777]: WARNING nova.compute.manager [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Received unexpected event network-vif-plugged-333b9f0a-3eb2-4046-b626-cf0f218cc4c0 for instance with vm_state building and task_state spawning. [ 1605.365662] env[62777]: DEBUG nova.compute.manager [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Received event network-changed-333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1605.365662] env[62777]: DEBUG nova.compute.manager [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Refreshing instance network info cache due to event network-changed-333b9f0a-3eb2-4046-b626-cf0f218cc4c0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1605.366428] env[62777]: DEBUG oslo_concurrency.lockutils [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] Acquiring lock "refresh_cache-23234417-0934-4ead-a930-4df83e420505" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.459296] env[62777]: DEBUG nova.network.neutron [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1605.478808] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694192, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.566612] env[62777]: INFO nova.compute.manager [-] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Took 1.34 seconds to deallocate network for instance. [ 1605.695204] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a912e41-c048-4d91-ad60-ca778aa29d2e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.703042] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25af316-7422-44cb-bdce-7d8460a8d61e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.739947] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e643f6-067b-4927-8393-5c1a705e0179 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.750434] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748625} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.755600] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 128a9025-7e04-4aab-a449-20564495b40e/128a9025-7e04-4aab-a449-20564495b40e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1605.755739] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1605.755953] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.756230] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c04075c-7a31-4220-b2ec-8098ad809ca5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.758971] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3a861-7c91-4a7a-8213-af12a7179ab6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.773340] env[62777]: DEBUG nova.compute.provider_tree [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.775989] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1605.775989] env[62777]: value = "task-1694196" [ 1605.775989] env[62777]: _type = "Task" [ 1605.775989] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.791528] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.797678] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52090381-5809-7416-e3e9-e1dfe06257e4, 'name': SearchDatastore_Task, 'duration_secs': 0.081137} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.798271] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.798540] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d879d935-ea09-4a26-be9d-19151f2d402b/d879d935-ea09-4a26-be9d-19151f2d402b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1605.798798] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ca390d5-5ef4-4821-a15f-d5c87bfc407a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.805192] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1605.805192] env[62777]: value = "task-1694197" [ 1605.805192] env[62777]: _type = "Task" [ 1605.805192] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.815931] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.829413] env[62777]: DEBUG nova.network.neutron [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [{"id": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "address": "fa:16:3e:74:34:c9", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ab61a-1d", "ovs_interfaceid": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.848263] env[62777]: INFO nova.compute.manager [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Took 20.25 seconds to build instance. [ 1605.921390] env[62777]: DEBUG nova.network.neutron [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Updating instance_info_cache with network_info: [{"id": "333b9f0a-3eb2-4046-b626-cf0f218cc4c0", "address": "fa:16:3e:99:ca:9a", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333b9f0a-3e", "ovs_interfaceid": "333b9f0a-3eb2-4046-b626-cf0f218cc4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.977990] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694192, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.077130] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.244941] env[62777]: DEBUG oslo_vmware.api [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694195, 'name': PowerOnVM_Task, 'duration_secs': 0.590678} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.245117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1606.248754] env[62777]: DEBUG nova.compute.manager [None req-7efdbb8b-9b0b-46b6-9823-37b503f53a4f tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1606.249590] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f051d92-8db3-4a3d-b192-58ce51e4bd3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.278230] env[62777]: DEBUG nova.scheduler.client.report [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1606.290810] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069837} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.291078] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1606.291948] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af55a94-bf8c-463c-a97a-f3336644d558 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.318061] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 128a9025-7e04-4aab-a449-20564495b40e/128a9025-7e04-4aab-a449-20564495b40e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1606.321757] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e6bca04-42f0-42e0-a27c-f42add71ece2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.336408] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.342943] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.344254] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1606.344254] env[62777]: value = "task-1694198" [ 1606.344254] env[62777]: _type = "Task" [ 1606.344254] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.352860] env[62777]: DEBUG oslo_concurrency.lockutils [None req-473d7ffa-da14-4d2c-b2b4-fe3d55fc7de2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.771s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.353168] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.424646] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-23234417-0934-4ead-a930-4df83e420505" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.425287] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Instance network_info: |[{"id": "333b9f0a-3eb2-4046-b626-cf0f218cc4c0", "address": "fa:16:3e:99:ca:9a", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333b9f0a-3e", "ovs_interfaceid": "333b9f0a-3eb2-4046-b626-cf0f218cc4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1606.425445] env[62777]: DEBUG oslo_concurrency.lockutils [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] Acquired lock "refresh_cache-23234417-0934-4ead-a930-4df83e420505" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.425624] env[62777]: DEBUG nova.network.neutron [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Refreshing network info cache for port 333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1606.426881] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:ca:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '333b9f0a-3eb2-4046-b626-cf0f218cc4c0', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1606.434396] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating folder: Project (1b5fd168aa0449dcb098e22137a149d4). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.435533] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24203bc0-2b12-4a82-a02b-0598525740f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.446369] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created folder: Project (1b5fd168aa0449dcb098e22137a149d4) in parent group-v353040. [ 1606.446653] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating folder: Instances. Parent ref: group-v353271. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1606.446913] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6c96fe1-f1be-4c7e-b0bf-ceb8e9a90e56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.455461] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created folder: Instances in parent group-v353271. [ 1606.455701] env[62777]: DEBUG oslo.service.loopingcall [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1606.455884] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23234417-0934-4ead-a930-4df83e420505] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1606.456105] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a3c6ca-c7b7-4055-8745-db91bcb24ba1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.480446] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694192, 'name': CreateSnapshot_Task, 'duration_secs': 1.706582} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.481798] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1606.482064] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1606.482064] env[62777]: value = "task-1694201" [ 1606.482064] env[62777]: _type = "Task" [ 1606.482064] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.482723] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509ae955-26cf-4f4e-9239-19a1a2c88c60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.497617] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694201, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.786424] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.786992] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1606.790850] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.044s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.791056] env[62777]: DEBUG nova.objects.instance [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1606.821332] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694197, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.856793] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.995954] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694201, 'name': CreateVM_Task, 'duration_secs': 0.465908} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.996158] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23234417-0934-4ead-a930-4df83e420505] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1606.996897] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.997061] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.997403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1606.997667] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd8edda-4255-4def-b997-05f5fe473d1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.006078] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1607.006386] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64ddeef6-acd8-40ae-8a79-d43f2857cdc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.014904] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1607.014904] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52759c53-2951-e925-fa72-6fb8e2d79e7b" [ 1607.014904] env[62777]: _type = "Task" [ 1607.014904] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.016383] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1607.016383] env[62777]: value = "task-1694202" [ 1607.016383] env[62777]: _type = "Task" [ 1607.016383] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.028897] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52759c53-2951-e925-fa72-6fb8e2d79e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.032883] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.214666] env[62777]: DEBUG nova.network.neutron [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Updated VIF entry in instance network info cache for port 333b9f0a-3eb2-4046-b626-cf0f218cc4c0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1607.215151] env[62777]: DEBUG nova.network.neutron [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Updating instance_info_cache with network_info: [{"id": "333b9f0a-3eb2-4046-b626-cf0f218cc4c0", "address": "fa:16:3e:99:ca:9a", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap333b9f0a-3e", "ovs_interfaceid": "333b9f0a-3eb2-4046-b626-cf0f218cc4c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.295469] env[62777]: DEBUG nova.compute.utils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1607.300158] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1607.300369] env[62777]: DEBUG nova.network.neutron [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1607.320160] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694197, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.383341} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.320513] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d879d935-ea09-4a26-be9d-19151f2d402b/d879d935-ea09-4a26-be9d-19151f2d402b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.320594] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.320825] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d76a7f-c208-4155-ab17-826bfdf82d89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.327448] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1607.327448] env[62777]: value = "task-1694203" [ 1607.327448] env[62777]: _type = "Task" [ 1607.327448] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.335822] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.362232] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.385727] env[62777]: DEBUG nova.policy [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35a2f40aaa1d4008b67668617de582e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1966c3990d3649ff831e24b89911ad64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1607.531670] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52759c53-2951-e925-fa72-6fb8e2d79e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.097737} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.535635] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.535884] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1607.536294] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.536491] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.536738] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1607.537107] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.537400] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060a7325-6803-4ad2-af41-8cc2d59ab0cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.545608] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1607.545799] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1607.546582] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17835f0-1ac3-4e48-8e11-041f26f9777e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.552271] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1607.552271] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd021d-3a6c-d070-4cfd-c00941df5544" [ 1607.552271] env[62777]: _type = "Task" [ 1607.552271] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.560469] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd021d-3a6c-d070-4cfd-c00941df5544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.718420] env[62777]: DEBUG oslo_concurrency.lockutils [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] Releasing lock "refresh_cache-23234417-0934-4ead-a930-4df83e420505" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.718740] env[62777]: DEBUG nova.compute.manager [req-46ba710b-b76d-491d-a6f5-eedba1c65967 req-3a45c63b-d674-469c-bf4c-43ce2257405d service nova] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Received event network-vif-deleted-af16912b-8f2c-484c-a1dc-f68256700c9b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1607.745150] env[62777]: DEBUG nova.network.neutron [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Successfully created port: 198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.804657] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2d007ffc-23b5-4c02-9276-41ddf84a3d1b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.806020] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1607.808833] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.937s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.809108] env[62777]: DEBUG nova.objects.instance [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lazy-loading 'resources' on Instance uuid b1ff46d9-cbdd-4f69-bd5c-209c0492fab4 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.838089] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204949} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.838089] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.838668] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a233f30e-2fa0-4a83-89b8-33ddcf33a62a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.864217] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] d879d935-ea09-4a26-be9d-19151f2d402b/d879d935-ea09-4a26-be9d-19151f2d402b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.868632] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99a65747-4f6c-4d3e-bf95-945b4af94a7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.883573] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ebfe7-b86e-428b-8a88-8fe9afd2585a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.893237] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694198, 'name': ReconfigVM_Task, 'duration_secs': 1.226987} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.907243] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 128a9025-7e04-4aab-a449-20564495b40e/128a9025-7e04-4aab-a449-20564495b40e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1607.908396] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1607.911904] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1607.911904] env[62777]: value = "task-1694204" [ 1607.911904] env[62777]: _type = "Task" [ 1607.911904] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.912355] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68714d0a-686f-467d-9ade-4c85c2a6be6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.923537] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.925127] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1607.925127] env[62777]: value = "task-1694205" [ 1607.925127] env[62777]: _type = "Task" [ 1607.925127] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.934260] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694205, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.962273] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "c9412880-424e-47af-ae5f-f6af11404dbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.962454] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "c9412880-424e-47af-ae5f-f6af11404dbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.031637] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.063977] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd021d-3a6c-d070-4cfd-c00941df5544, 'name': SearchDatastore_Task, 'duration_secs': 0.050476} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.063977] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c037c8-6bb3-4b0e-84ba-0e0cfc060908 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.069454] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1608.069454] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d9742e-7bb9-4930-12c2-a3794db412fc" [ 1608.069454] env[62777]: _type = "Task" [ 1608.069454] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.078056] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d9742e-7bb9-4930-12c2-a3794db412fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.414410] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1608.414792] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4907ee8-9e4a-431c-b2f5-797c86b1ea7d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.427545] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.431791] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1608.431791] env[62777]: value = "task-1694206" [ 1608.431791] env[62777]: _type = "Task" [ 1608.431791] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.440106] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694205, 'name': Rename_Task, 'duration_secs': 0.287031} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.440690] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1608.440933] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8be1f1-032d-4aa9-89ef-ede0dac1e48f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.445170] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.451574] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1608.451574] env[62777]: value = "task-1694207" [ 1608.451574] env[62777]: _type = "Task" [ 1608.451574] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.459334] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.464087] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1608.534288] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.584467] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d9742e-7bb9-4930-12c2-a3794db412fc, 'name': SearchDatastore_Task, 'duration_secs': 0.052256} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.584717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.584857] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 23234417-0934-4ead-a930-4df83e420505/23234417-0934-4ead-a930-4df83e420505.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1608.585502] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0f57c8b-e478-4b47-a7df-288e5df46143 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.592661] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1608.592661] env[62777]: value = "task-1694208" [ 1608.592661] env[62777]: _type = "Task" [ 1608.592661] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.603832] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.688453] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8faa01-19d0-4adf-b250-4c83d2fa81f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.698156] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e0350-6bde-418e-9eba-767a1f335b76 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.733930] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2317cc1-e7a2-4038-a159-c81fd6bfc8c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.743078] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9f25bb-a11e-4554-9216-b4b96f41b700 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.760589] env[62777]: DEBUG nova.compute.provider_tree [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1608.819458] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1608.848818] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1608.849083] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1608.849246] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1608.849434] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1608.849715] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1608.849900] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1608.850128] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1608.850292] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1608.850531] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1608.850647] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1608.850822] env[62777]: DEBUG nova.virt.hardware [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1608.852129] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746d71e6-3e55-4900-b994-245eeed2b56f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.860070] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3773426c-cbdb-4253-9f84-712430c0523d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.924366] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694204, 'name': ReconfigVM_Task, 'duration_secs': 0.879364} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.924625] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Reconfigured VM instance instance-0000004f to attach disk [datastore1] d879d935-ea09-4a26-be9d-19151f2d402b/d879d935-ea09-4a26-be9d-19151f2d402b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.925247] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5af787af-d7f0-4a9e-9d24-6d41e4a24757 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.931633] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1608.931633] env[62777]: value = "task-1694209" [ 1608.931633] env[62777]: _type = "Task" [ 1608.931633] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.942982] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694209, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.945952] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694206, 'name': PowerOffVM_Task, 'duration_secs': 0.436421} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.946243] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1608.946511] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1608.963430] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.983085] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.036198] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.104225] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.167551] env[62777]: DEBUG nova.compute.manager [req-4f91a1c1-a4b9-4951-b17a-f2810b90dd47 req-099b3bfa-01bc-4e2c-9b07-8af3eb85f6c7 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Received event network-vif-plugged-198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1609.167845] env[62777]: DEBUG oslo_concurrency.lockutils [req-4f91a1c1-a4b9-4951-b17a-f2810b90dd47 req-099b3bfa-01bc-4e2c-9b07-8af3eb85f6c7 service nova] Acquiring lock "d03f470f-79b1-4008-ac9c-e4da84190245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.168097] env[62777]: DEBUG oslo_concurrency.lockutils [req-4f91a1c1-a4b9-4951-b17a-f2810b90dd47 req-099b3bfa-01bc-4e2c-9b07-8af3eb85f6c7 service nova] Lock "d03f470f-79b1-4008-ac9c-e4da84190245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.168319] env[62777]: DEBUG oslo_concurrency.lockutils [req-4f91a1c1-a4b9-4951-b17a-f2810b90dd47 req-099b3bfa-01bc-4e2c-9b07-8af3eb85f6c7 service nova] Lock "d03f470f-79b1-4008-ac9c-e4da84190245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.168493] env[62777]: DEBUG nova.compute.manager [req-4f91a1c1-a4b9-4951-b17a-f2810b90dd47 req-099b3bfa-01bc-4e2c-9b07-8af3eb85f6c7 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] No waiting events found dispatching network-vif-plugged-198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.168662] env[62777]: WARNING nova.compute.manager [req-4f91a1c1-a4b9-4951-b17a-f2810b90dd47 req-099b3bfa-01bc-4e2c-9b07-8af3eb85f6c7 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Received unexpected event network-vif-plugged-198ee673-d295-49f6-a9a7-3f0091702224 for instance with vm_state building and task_state spawning. [ 1609.263910] env[62777]: DEBUG nova.scheduler.client.report [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1609.306866] env[62777]: DEBUG nova.network.neutron [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Successfully updated port: 198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.441888] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694209, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.453164] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1609.453402] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1609.453554] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1609.453737] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1609.453881] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1609.454045] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1609.454256] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1609.454414] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1609.454577] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1609.454732] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1609.454900] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1609.460236] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c17570-fd27-41ba-9125-96b8a0dc3513 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.478683] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.479898] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1609.479898] env[62777]: value = "task-1694210" [ 1609.479898] env[62777]: _type = "Task" [ 1609.479898] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.488120] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.532682] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.603283] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8655} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.603768] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 23234417-0934-4ead-a930-4df83e420505/23234417-0934-4ead-a930-4df83e420505.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1609.603768] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1609.604113] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec66c67d-33c0-4098-b123-c2eba1405f13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.611373] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1609.611373] env[62777]: value = "task-1694211" [ 1609.611373] env[62777]: _type = "Task" [ 1609.611373] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.619646] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.768597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.770993] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.659s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.772520] env[62777]: INFO nova.compute.claims [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1609.794203] env[62777]: INFO nova.scheduler.client.report [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Deleted allocations for instance b1ff46d9-cbdd-4f69-bd5c-209c0492fab4 [ 1609.809617] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1609.809764] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquired lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1609.809931] env[62777]: DEBUG nova.network.neutron [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1609.942961] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694209, 'name': Rename_Task, 'duration_secs': 0.557996} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.943323] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.943520] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2752fed6-cc36-4416-b8b8-c32637f13ae7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.949907] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1609.949907] env[62777]: value = "task-1694212" [ 1609.949907] env[62777]: _type = "Task" [ 1609.949907] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.959173] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.968029] env[62777]: DEBUG oslo_vmware.api [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694207, 'name': PowerOnVM_Task, 'duration_secs': 1.271529} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.968154] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1609.968297] env[62777]: INFO nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Took 12.94 seconds to spawn the instance on the hypervisor. [ 1609.968477] env[62777]: DEBUG nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1609.969272] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a200c2-f443-4fd9-844a-865f00353f2e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.989851] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694210, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.034093] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694202, 'name': CloneVM_Task, 'duration_secs': 2.53756} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.034397] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Created linked-clone VM from snapshot [ 1610.035218] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac725cf-cc2a-410a-85ae-3c819bcc439c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.043083] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Uploading image 8c482cde-63b1-4726-b3ad-904e1bc418e7 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1610.073302] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1610.073302] env[62777]: value = "vm-353274" [ 1610.073302] env[62777]: _type = "VirtualMachine" [ 1610.073302] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1610.074037] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ca63d048-117a-4705-bff0-947e8fe5f4d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.082052] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lease: (returnval){ [ 1610.082052] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5242410d-65c2-dae8-2e47-70976594ec7e" [ 1610.082052] env[62777]: _type = "HttpNfcLease" [ 1610.082052] env[62777]: } obtained for exporting VM: (result){ [ 1610.082052] env[62777]: value = "vm-353274" [ 1610.082052] env[62777]: _type = "VirtualMachine" [ 1610.082052] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1610.082465] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the lease: (returnval){ [ 1610.082465] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5242410d-65c2-dae8-2e47-70976594ec7e" [ 1610.082465] env[62777]: _type = "HttpNfcLease" [ 1610.082465] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1610.089757] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.089757] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5242410d-65c2-dae8-2e47-70976594ec7e" [ 1610.089757] env[62777]: _type = "HttpNfcLease" [ 1610.089757] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1610.122244] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07759} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.122589] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1610.123559] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771212d0-257c-4f20-aef2-358b20dc6679 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.145931] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 23234417-0934-4ead-a930-4df83e420505/23234417-0934-4ead-a930-4df83e420505.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.146247] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f0c19ca-c116-4ed7-a8a7-9dc5e5960c0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.166383] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1610.166383] env[62777]: value = "task-1694214" [ 1610.166383] env[62777]: _type = "Task" [ 1610.166383] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.175188] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.302794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-999ad593-4fdc-408d-814b-93e2c3404f8d tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "b1ff46d9-cbdd-4f69-bd5c-209c0492fab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.437s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.373098] env[62777]: DEBUG nova.network.neutron [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.460207] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.488716] env[62777]: INFO nova.compute.manager [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Took 24.38 seconds to build instance. [ 1610.494998] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694210, 'name': ReconfigVM_Task, 'duration_secs': 0.516908} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.495283] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1610.533946] env[62777]: DEBUG nova.network.neutron [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updating instance_info_cache with network_info: [{"id": "198ee673-d295-49f6-a9a7-3f0091702224", "address": "fa:16:3e:52:58:10", "network": {"id": "dd8f6757-8778-4832-9b2c-d8c65c9d43a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-364469367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966c3990d3649ff831e24b89911ad64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198ee673-d2", "ovs_interfaceid": "198ee673-d295-49f6-a9a7-3f0091702224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1610.590311] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1610.590311] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5242410d-65c2-dae8-2e47-70976594ec7e" [ 1610.590311] env[62777]: _type = "HttpNfcLease" [ 1610.590311] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1610.590840] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1610.590840] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5242410d-65c2-dae8-2e47-70976594ec7e" [ 1610.590840] env[62777]: _type = "HttpNfcLease" [ 1610.590840] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1610.591362] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f946b7c6-799b-40bf-a634-c97ed7c9f187 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.598298] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c26771-32ed-18f8-e6dc-028be008bb3f/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1610.598473] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c26771-32ed-18f8-e6dc-028be008bb3f/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1610.675513] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694214, 'name': ReconfigVM_Task, 'duration_secs': 0.2976} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.675785] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 23234417-0934-4ead-a930-4df83e420505/23234417-0934-4ead-a930-4df83e420505.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.676426] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45c313ce-a0d7-41e5-bc56-54d5e08f855e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.683067] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1610.683067] env[62777]: value = "task-1694215" [ 1610.683067] env[62777]: _type = "Task" [ 1610.683067] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.691221] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694215, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.706056] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.706208] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.741034] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ccce79d8-533e-49d5-b5ec-6d880c07fdce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.963345] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694212, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.992517] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8630d4f0-802b-4b65-a910-8aac2b1e8ea7 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "128a9025-7e04-4aab-a449-20564495b40e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.897s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.003498] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1611.003756] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1611.003980] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1611.004271] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1611.004395] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1611.004438] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1611.004644] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1611.004827] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1611.005128] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1611.005341] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1611.005535] env[62777]: DEBUG nova.virt.hardware [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1611.011214] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1611.014650] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b39d71e2-0eab-4ce7-bb44-7c317cb8b7d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.034319] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1611.034319] env[62777]: value = "task-1694216" [ 1611.034319] env[62777]: _type = "Task" [ 1611.034319] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.038501] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Releasing lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.038936] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Instance network_info: |[{"id": "198ee673-d295-49f6-a9a7-3f0091702224", "address": "fa:16:3e:52:58:10", "network": {"id": "dd8f6757-8778-4832-9b2c-d8c65c9d43a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-364469367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966c3990d3649ff831e24b89911ad64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198ee673-d2", "ovs_interfaceid": "198ee673-d295-49f6-a9a7-3f0091702224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.041989] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:58:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '198ee673-d295-49f6-a9a7-3f0091702224', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.049444] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Creating folder: Project (1966c3990d3649ff831e24b89911ad64). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.051118] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbca66c5-1e15-49d6-92ac-dc31f4c8567b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.056405] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.067638] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Created folder: Project (1966c3990d3649ff831e24b89911ad64) in parent group-v353040. [ 1611.067864] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Creating folder: Instances. Parent ref: group-v353275. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.068133] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-780d9a3b-9fd1-4cc4-bfbc-fe42b71c5d07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.077971] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Created folder: Instances in parent group-v353275. [ 1611.078291] env[62777]: DEBUG oslo.service.loopingcall [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.078534] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.078750] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a32ec03-63a8-4d6f-9273-a4ba1c1f208c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.101698] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.101698] env[62777]: value = "task-1694219" [ 1611.101698] env[62777]: _type = "Task" [ 1611.101698] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.112216] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694219, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.174943] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06eed4c-d764-4cce-9e3a-a7e3017f3688 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.192865] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6ac0dc-fc72-42ac-a961-858e31c1b468 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.201256] env[62777]: DEBUG nova.compute.manager [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Received event network-changed-198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1611.203136] env[62777]: DEBUG nova.compute.manager [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Refreshing instance network info cache due to event network-changed-198ee673-d295-49f6-a9a7-3f0091702224. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1611.203136] env[62777]: DEBUG oslo_concurrency.lockutils [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] Acquiring lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.203136] env[62777]: DEBUG oslo_concurrency.lockutils [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] Acquired lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.203136] env[62777]: DEBUG nova.network.neutron [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Refreshing network info cache for port 198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1611.210282] env[62777]: INFO nova.compute.manager [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Detaching volume 9952f2ac-4c64-42fc-9a70-2686ba1f436a [ 1611.212810] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694215, 'name': Rename_Task, 'duration_secs': 0.14702} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.240389] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.244249] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a119a57-f09e-4af0-a738-9851ea03e6de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.246532] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e82da4-9b10-48bf-8a79-4d7776e0d102 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.256445] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5468a0f9-f1a6-4445-9786-575de3226a37 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.261842] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1611.261842] env[62777]: value = "task-1694220" [ 1611.261842] env[62777]: _type = "Task" [ 1611.261842] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.275563] env[62777]: DEBUG nova.compute.provider_tree [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1611.284989] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694220, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.290538] env[62777]: INFO nova.virt.block_device [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Attempting to driver detach volume 9952f2ac-4c64-42fc-9a70-2686ba1f436a from mountpoint /dev/sdb [ 1611.290783] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1611.290962] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353233', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'name': 'volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fa7c2fd5-5046-4d00-a162-3e1ae5392798', 'attached_at': '', 'detached_at': '', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'serial': '9952f2ac-4c64-42fc-9a70-2686ba1f436a'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1611.291848] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af70028-008e-4f77-ac3c-f078365738bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.313676] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1ff96f-5bfe-42e2-8421-eed5a609c880 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.321188] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99889b-fe99-4159-9aba-8a4e51a62709 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.345248] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a857066-5862-4d96-8378-5946cebab40c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.360963] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] The volume has not been displaced from its original location: [datastore1] volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a/volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1611.366329] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1611.366776] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447ceeb1-5e2d-409c-b817-8eb1f53881e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.379757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "082e047e-393c-4767-802f-f64729d75db7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.380173] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "082e047e-393c-4767-802f-f64729d75db7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.380445] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "082e047e-393c-4767-802f-f64729d75db7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.380685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "082e047e-393c-4767-802f-f64729d75db7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.380934] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "082e047e-393c-4767-802f-f64729d75db7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.383493] env[62777]: INFO nova.compute.manager [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Terminating instance [ 1611.391699] env[62777]: DEBUG oslo_vmware.api [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1611.391699] env[62777]: value = "task-1694221" [ 1611.391699] env[62777]: _type = "Task" [ 1611.391699] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.401603] env[62777]: DEBUG oslo_vmware.api [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.464242] env[62777]: DEBUG oslo_vmware.api [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694212, 'name': PowerOnVM_Task, 'duration_secs': 1.16307} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.464731] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.464991] env[62777]: INFO nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1611.465232] env[62777]: DEBUG nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.466224] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d48226-be51-4d1d-8a8c-6c29da977034 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.546787] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694216, 'name': ReconfigVM_Task, 'duration_secs': 0.281536} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.547311] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1611.548093] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb158811-97df-4eeb-a90e-f0e87dd0257c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.572543] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94/df7b46da-2aaa-4643-b9b0-a84b557f3b94.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1611.573301] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533b54c1-be1b-4475-9f30-c148860535a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.591650] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1611.591650] env[62777]: value = "task-1694222" [ 1611.591650] env[62777]: _type = "Task" [ 1611.591650] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.599579] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.610979] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694219, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.776031] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694220, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.780310] env[62777]: DEBUG nova.scheduler.client.report [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1611.888358] env[62777]: DEBUG nova.compute.manager [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1611.888682] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.889908] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcfbc4f-5f9e-4e61-bbf2-9c983f88b915 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.912564] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.913189] env[62777]: DEBUG oslo_vmware.api [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694221, 'name': ReconfigVM_Task, 'duration_secs': 0.275799} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.913493] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baeb8c49-5ddf-4719-9689-6ab333f2a97f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.915449] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1611.920303] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1933ddf6-e077-47eb-8103-cf622eed1f5b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.936328] env[62777]: DEBUG oslo_vmware.api [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1611.936328] env[62777]: value = "task-1694223" [ 1611.936328] env[62777]: _type = "Task" [ 1611.936328] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.938326] env[62777]: DEBUG oslo_vmware.api [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1611.938326] env[62777]: value = "task-1694224" [ 1611.938326] env[62777]: _type = "Task" [ 1611.938326] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.951038] env[62777]: DEBUG oslo_vmware.api [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.955251] env[62777]: DEBUG oslo_vmware.api [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694224, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.987100] env[62777]: INFO nova.compute.manager [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Took 25.28 seconds to build instance. [ 1611.997932] env[62777]: DEBUG nova.network.neutron [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updated VIF entry in instance network info cache for port 198ee673-d295-49f6-a9a7-3f0091702224. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1611.998413] env[62777]: DEBUG nova.network.neutron [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updating instance_info_cache with network_info: [{"id": "198ee673-d295-49f6-a9a7-3f0091702224", "address": "fa:16:3e:52:58:10", "network": {"id": "dd8f6757-8778-4832-9b2c-d8c65c9d43a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-364469367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966c3990d3649ff831e24b89911ad64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198ee673-d2", "ovs_interfaceid": "198ee673-d295-49f6-a9a7-3f0091702224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.102720] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694222, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.111527] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694219, 'name': CreateVM_Task, 'duration_secs': 0.527356} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.111869] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.112679] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.113108] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.113479] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.113874] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a4fab7-272a-4bf5-b197-f3896e8a6749 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.118499] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1612.118499] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7d124-075b-3ff9-e818-e104f0873c16" [ 1612.118499] env[62777]: _type = "Task" [ 1612.118499] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.127686] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7d124-075b-3ff9-e818-e104f0873c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.274279] env[62777]: DEBUG oslo_vmware.api [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694220, 'name': PowerOnVM_Task, 'duration_secs': 0.520231} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.274642] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.274998] env[62777]: INFO nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1612.275279] env[62777]: DEBUG nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1612.276176] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8851d128-473d-4d8f-992e-9d6cb0d85e83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.286401] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.286972] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1612.289242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.478s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.289455] env[62777]: DEBUG nova.objects.instance [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'resources' on Instance uuid 5877130d-9a23-4f39-9ea8-d5d072e2db41 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1612.452050] env[62777]: DEBUG oslo_vmware.api [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694223, 'name': PowerOffVM_Task, 'duration_secs': 0.312182} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.456255] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.456397] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.456816] env[62777]: DEBUG oslo_vmware.api [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694224, 'name': ReconfigVM_Task, 'duration_secs': 0.199187} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.457156] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee87f065-e343-4506-9e0e-5d7b679a36ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.459099] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353233', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'name': 'volume-9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'fa7c2fd5-5046-4d00-a162-3e1ae5392798', 'attached_at': '', 'detached_at': '', 'volume_id': '9952f2ac-4c64-42fc-9a70-2686ba1f436a', 'serial': '9952f2ac-4c64-42fc-9a70-2686ba1f436a'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1612.490949] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5739b57d-e3c6-4e14-b891-df824f88087b tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "d879d935-ea09-4a26-be9d-19151f2d402b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.794s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.502856] env[62777]: DEBUG oslo_concurrency.lockutils [req-06519778-9dde-4bb0-bc60-d09b4cc99ad5 req-36c8357b-e917-4808-8779-2b555c68e8a0 service nova] Releasing lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.532434] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.532756] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.533064] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Deleting the datastore file [datastore1] 082e047e-393c-4767-802f-f64729d75db7 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.533466] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e67713-89ca-4dc2-abdb-b89157f14dc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.541479] env[62777]: DEBUG oslo_vmware.api [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for the task: (returnval){ [ 1612.541479] env[62777]: value = "task-1694226" [ 1612.541479] env[62777]: _type = "Task" [ 1612.541479] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.552169] env[62777]: DEBUG oslo_vmware.api [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.601392] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694222, 'name': ReconfigVM_Task, 'duration_secs': 0.524854} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.601690] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Reconfigured VM instance instance-0000004a to attach disk [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94/df7b46da-2aaa-4643-b9b0-a84b557f3b94.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1612.602016] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1612.632537] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b7d124-075b-3ff9-e818-e104f0873c16, 'name': SearchDatastore_Task, 'duration_secs': 0.016228} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.633012] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.633182] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.633484] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.633700] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.633892] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.634378] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da05270a-3d5d-45c1-9160-36d7c29b0dab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.642995] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.643259] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.644082] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1603d44a-9eee-4a09-ba9f-63303f9627a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.650882] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1612.650882] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5268f962-eb18-a07e-56c3-14901ed6986e" [ 1612.650882] env[62777]: _type = "Task" [ 1612.650882] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.660234] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5268f962-eb18-a07e-56c3-14901ed6986e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.792813] env[62777]: DEBUG nova.compute.utils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1612.797739] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1612.797929] env[62777]: DEBUG nova.network.neutron [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1612.802648] env[62777]: INFO nova.compute.manager [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Took 22.59 seconds to build instance. [ 1612.859161] env[62777]: DEBUG nova.policy [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04e0dd40845e41beb7ffab4e83414baf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff503ead6cfd430c843cd563359b5e8c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.031975] env[62777]: DEBUG nova.objects.instance [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'flavor' on Instance uuid fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.053180] env[62777]: DEBUG oslo_vmware.api [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Task: {'id': task-1694226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382105} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.055613] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.055876] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.056166] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.056475] env[62777]: INFO nova.compute.manager [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] [instance: 082e047e-393c-4767-802f-f64729d75db7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1613.056793] env[62777]: DEBUG oslo.service.loopingcall [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.058024] env[62777]: DEBUG nova.compute.manager [-] [instance: 082e047e-393c-4767-802f-f64729d75db7] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.058197] env[62777]: DEBUG nova.network.neutron [-] [instance: 082e047e-393c-4767-802f-f64729d75db7] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.110823] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aeed7d-f433-4fcf-b036-1d74161df73b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.145721] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12870c6-17ab-46a2-982a-3d91f8096476 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.172847] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1613.184897] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5268f962-eb18-a07e-56c3-14901ed6986e, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.186074] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b050330a-12e1-4cdc-b0ec-8ce815b97362 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.194374] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1613.194374] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529dbc1e-ffb5-f035-28de-10db200eac4e" [ 1613.194374] env[62777]: _type = "Task" [ 1613.194374] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.204767] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529dbc1e-ffb5-f035-28de-10db200eac4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.224309] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77690ce0-1c87-487e-a9bf-236b6adcc2ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.232604] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261856e3-4f32-4263-b7ea-e1c61edfd9af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.280017] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c74f90c-63e8-4634-934e-1025f1228273 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.292509] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0938958-54f8-4e02-a4d1-ce124ff2d0f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.302132] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1613.308068] env[62777]: DEBUG oslo_concurrency.lockutils [None req-41da63a6-4c35-4aa8-a182-936088ddbcb4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "23234417-0934-4ead-a930-4df83e420505" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.501s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.326875] env[62777]: DEBUG nova.compute.provider_tree [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.400774] env[62777]: DEBUG nova.network.neutron [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Successfully created port: 6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.696882] env[62777]: DEBUG nova.compute.manager [req-1e63145b-29b4-47e4-8c81-f56ce52a480c req-7104816f-0ab1-494c-b037-dcd36cc25a2a service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Received event network-vif-deleted-3e61aa72-f246-420a-8664-7a75de0f2f9a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1613.697174] env[62777]: INFO nova.compute.manager [req-1e63145b-29b4-47e4-8c81-f56ce52a480c req-7104816f-0ab1-494c-b037-dcd36cc25a2a service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Neutron deleted interface 3e61aa72-f246-420a-8664-7a75de0f2f9a; detaching it from the instance and deleting it from the info cache [ 1613.697357] env[62777]: DEBUG nova.network.neutron [req-1e63145b-29b4-47e4-8c81-f56ce52a480c req-7104816f-0ab1-494c-b037-dcd36cc25a2a service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.713766] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529dbc1e-ffb5-f035-28de-10db200eac4e, 'name': SearchDatastore_Task, 'duration_secs': 0.045666} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.714049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.714349] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d03f470f-79b1-4008-ac9c-e4da84190245/d03f470f-79b1-4008-ac9c-e4da84190245.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.715187] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-861afd6c-c5ba-408a-b357-0bd2306e034b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.723113] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1613.723113] env[62777]: value = "task-1694227" [ 1613.723113] env[62777]: _type = "Task" [ 1613.723113] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.734375] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.749277] env[62777]: DEBUG nova.network.neutron [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Port 8b8ab61a-1d6a-49f8-af9f-4ceb54b36add binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1613.834563] env[62777]: DEBUG nova.scheduler.client.report [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1614.045684] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96562fd2-75d2-43d3-9627-445c5e47ab08 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.339s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.123604] env[62777]: DEBUG nova.network.neutron [-] [instance: 082e047e-393c-4767-802f-f64729d75db7] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.209045] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38203bce-2d5f-4df9-ae1f-e5c7592a6f94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.220250] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb7bd83-8ed1-4a68-9bbe-36af99502417 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.241477] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694227, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.269584] env[62777]: DEBUG nova.compute.manager [req-1e63145b-29b4-47e4-8c81-f56ce52a480c req-7104816f-0ab1-494c-b037-dcd36cc25a2a service nova] [instance: 082e047e-393c-4767-802f-f64729d75db7] Detach interface failed, port_id=3e61aa72-f246-420a-8664-7a75de0f2f9a, reason: Instance 082e047e-393c-4767-802f-f64729d75db7 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1614.316393] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1614.342342] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.345652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.268s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.345652] env[62777]: DEBUG nova.objects.instance [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lazy-loading 'resources' on Instance uuid 800077c3-4767-49c7-bfdf-9396e25491b6 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1614.354403] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1614.354831] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1614.355058] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1614.355276] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1614.355442] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1614.355571] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1614.355782] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1614.356071] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1614.356133] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1614.356279] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1614.356506] env[62777]: DEBUG nova.virt.hardware [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1614.357369] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1e80fe-e254-40da-9a6c-d540d5786891 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.367296] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd95da2-1568-450b-b773-a39c0d74a469 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.382808] env[62777]: INFO nova.scheduler.client.report [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted allocations for instance 5877130d-9a23-4f39-9ea8-d5d072e2db41 [ 1614.626643] env[62777]: INFO nova.compute.manager [-] [instance: 082e047e-393c-4767-802f-f64729d75db7] Took 1.57 seconds to deallocate network for instance. [ 1614.742017] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694227, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.791403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.791403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.791403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.892234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b8c566a-dcf2-437c-977b-2126f462e73b tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "5877130d-9a23-4f39-9ea8-d5d072e2db41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.083s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.139765] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.219986] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc44ab14-73a1-487a-803e-539e6a09b7d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.230874] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d19d2a-e3be-47fc-989a-e16e52d5ddca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.236197] env[62777]: DEBUG nova.network.neutron [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Successfully updated port: 6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.276838] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622faf84-d625-4390-bffc-eb66273ea915 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.283021] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694227, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.283315] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.283520] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.291796] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62173e1c-ddaa-462d-a27b-dabf2b03e890 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.298400] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.298627] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.298868] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.299109] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.299291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.302415] env[62777]: INFO nova.compute.manager [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Terminating instance [ 1615.315763] env[62777]: DEBUG nova.compute.provider_tree [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.317665] env[62777]: DEBUG nova.compute.manager [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1615.317931] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.319392] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a562f84-2b7a-4972-a405-885b8296da35 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.328957] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1615.329298] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9751a267-168a-4f70-827d-da8280b265ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.336154] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1615.336154] env[62777]: value = "task-1694228" [ 1615.336154] env[62777]: _type = "Task" [ 1615.336154] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.346391] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.514359] env[62777]: DEBUG oslo_concurrency.lockutils [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.514640] env[62777]: DEBUG oslo_concurrency.lockutils [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.514826] env[62777]: DEBUG nova.compute.manager [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.515736] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042fe5ae-5d7e-4454-bda4-51fec68e150d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.523271] env[62777]: DEBUG nova.compute.manager [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1615.523875] env[62777]: DEBUG nova.objects.instance [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lazy-loading 'flavor' on Instance uuid fffa07ee-854d-4cdc-9cba-a5312a8dfa57 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.742601] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "refresh_cache-da187610-ebec-49c4-9ea7-85b295ee18ec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.742719] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "refresh_cache-da187610-ebec-49c4-9ea7-85b295ee18ec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.743253] env[62777]: DEBUG nova.network.neutron [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.746941] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694227, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.774788] env[62777]: DEBUG nova.compute.manager [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Received event network-vif-plugged-6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1615.775223] env[62777]: DEBUG oslo_concurrency.lockutils [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] Acquiring lock "da187610-ebec-49c4-9ea7-85b295ee18ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.775223] env[62777]: DEBUG oslo_concurrency.lockutils [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.775393] env[62777]: DEBUG oslo_concurrency.lockutils [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.775445] env[62777]: DEBUG nova.compute.manager [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] No waiting events found dispatching network-vif-plugged-6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1615.775582] env[62777]: WARNING nova.compute.manager [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Received unexpected event network-vif-plugged-6f86fa3e-312a-4431-ac2d-3b9fead4612a for instance with vm_state building and task_state spawning. [ 1615.775742] env[62777]: DEBUG nova.compute.manager [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Received event network-changed-6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1615.775897] env[62777]: DEBUG nova.compute.manager [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Refreshing instance network info cache due to event network-changed-6f86fa3e-312a-4431-ac2d-3b9fead4612a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1615.776075] env[62777]: DEBUG oslo_concurrency.lockutils [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] Acquiring lock "refresh_cache-da187610-ebec-49c4-9ea7-85b295ee18ec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.785846] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.824299] env[62777]: DEBUG nova.scheduler.client.report [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1615.841735] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.841995] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.842260] env[62777]: DEBUG nova.network.neutron [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.850147] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694228, 'name': PowerOffVM_Task, 'duration_secs': 0.206911} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.850391] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.850558] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.850800] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09bc0fe1-ea57-4eee-acaa-86e58b255a2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.928509] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.928740] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.928926] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleting the datastore file [datastore1] fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.929213] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb7d1a0c-513e-4c71-a020-c0df3a5fe612 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.936584] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1615.936584] env[62777]: value = "task-1694230" [ 1615.936584] env[62777]: _type = "Task" [ 1615.936584] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.947127] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.249706] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694227, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.047344} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.249982] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] d03f470f-79b1-4008-ac9c-e4da84190245/d03f470f-79b1-4008-ac9c-e4da84190245.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.250208] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.250770] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5b92df-2777-4106-84b9-16c7a5ba0106 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.260021] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1616.260021] env[62777]: value = "task-1694231" [ 1616.260021] env[62777]: _type = "Task" [ 1616.260021] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.270229] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.292591] env[62777]: DEBUG nova.network.neutron [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.306992] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.329963] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.332802] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.349s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.334518] env[62777]: INFO nova.compute.claims [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.350288] env[62777]: INFO nova.scheduler.client.report [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted allocations for instance 800077c3-4767-49c7-bfdf-9396e25491b6 [ 1616.453659] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.532290] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.532590] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9617adf6-849d-4c6e-adc1-52c0b36b0d95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.541080] env[62777]: DEBUG oslo_vmware.api [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1616.541080] env[62777]: value = "task-1694232" [ 1616.541080] env[62777]: _type = "Task" [ 1616.541080] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.549600] env[62777]: DEBUG oslo_vmware.api [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.554621] env[62777]: DEBUG nova.network.neutron [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Updating instance_info_cache with network_info: [{"id": "6f86fa3e-312a-4431-ac2d-3b9fead4612a", "address": "fa:16:3e:02:c6:f2", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f86fa3e-31", "ovs_interfaceid": "6f86fa3e-312a-4431-ac2d-3b9fead4612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.674879] env[62777]: DEBUG nova.network.neutron [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [{"id": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "address": "fa:16:3e:74:34:c9", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ab61a-1d", "ovs_interfaceid": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.770120] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.857570] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4f579b0d-abb1-47d3-a2f3-ba0d4f0e5dca tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "800077c3-4767-49c7-bfdf-9396e25491b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.336s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.952177] env[62777]: DEBUG nova.compute.manager [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1616.955236] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.053692] env[62777]: DEBUG oslo_vmware.api [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.057214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "refresh_cache-da187610-ebec-49c4-9ea7-85b295ee18ec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.057513] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Instance network_info: |[{"id": "6f86fa3e-312a-4431-ac2d-3b9fead4612a", "address": "fa:16:3e:02:c6:f2", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f86fa3e-31", "ovs_interfaceid": "6f86fa3e-312a-4431-ac2d-3b9fead4612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1617.057786] env[62777]: DEBUG oslo_concurrency.lockutils [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] Acquired lock "refresh_cache-da187610-ebec-49c4-9ea7-85b295ee18ec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.057963] env[62777]: DEBUG nova.network.neutron [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Refreshing network info cache for port 6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.059144] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c6:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f86fa3e-312a-4431-ac2d-3b9fead4612a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.067104] env[62777]: DEBUG oslo.service.loopingcall [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.068106] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.068967] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9161f323-1d61-4b83-839c-52f2bbc6aa7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.089673] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.089673] env[62777]: value = "task-1694233" [ 1617.089673] env[62777]: _type = "Task" [ 1617.089673] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.097858] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694233, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.178330] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.270713] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.448658] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694230, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.467645] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.555640] env[62777]: DEBUG oslo_vmware.api [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.606028] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694233, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.688754] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4284e7ea-9761-4d03-b1b7-37f158adc84f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.700018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0beef77-59ff-43d7-bba2-1696cfbfe450 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.705272] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa7823-b68b-43ff-93f9-a8f6be461d26 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.736615] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceea7f5-6044-4cad-9341-200a4ed228bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.754025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7193d0d2-d52b-47ff-9683-a4fdf58a58b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.760281] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac1d9fb-9181-4dc9-b1fd-59171fdad2cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.767190] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1617.785829] env[62777]: DEBUG nova.compute.provider_tree [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.790580] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.341692} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.791488] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1617.792327] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb10445-eeed-4874-894f-50b01dd1df0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.814971] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d03f470f-79b1-4008-ac9c-e4da84190245/d03f470f-79b1-4008-ac9c-e4da84190245.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.815982] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898def95-7aed-47e0-9642-72dcfbd8692c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.835254] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1617.835254] env[62777]: value = "task-1694234" [ 1617.835254] env[62777]: _type = "Task" [ 1617.835254] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.847191] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.877283] env[62777]: DEBUG nova.network.neutron [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Updated VIF entry in instance network info cache for port 6f86fa3e-312a-4431-ac2d-3b9fead4612a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1617.877646] env[62777]: DEBUG nova.network.neutron [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Updating instance_info_cache with network_info: [{"id": "6f86fa3e-312a-4431-ac2d-3b9fead4612a", "address": "fa:16:3e:02:c6:f2", "network": {"id": "c412e935-da31-4b2e-b555-08f789743cc3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1749668241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff503ead6cfd430c843cd563359b5e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f86fa3e-31", "ovs_interfaceid": "6f86fa3e-312a-4431-ac2d-3b9fead4612a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.950385] env[62777]: DEBUG oslo_vmware.api [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694230, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.911474} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.951139] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1617.951139] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1617.951139] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1617.951645] env[62777]: INFO nova.compute.manager [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1617.951645] env[62777]: DEBUG oslo.service.loopingcall [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.951645] env[62777]: DEBUG nova.compute.manager [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1617.951764] env[62777]: DEBUG nova.network.neutron [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.052537] env[62777]: DEBUG oslo_vmware.api [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694232, 'name': PowerOffVM_Task, 'duration_secs': 1.268309} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.053280] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1618.053280] env[62777]: DEBUG nova.compute.manager [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1618.053820] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1b33e-a0d4-4032-ac37-3a44cacfee90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.109038] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694233, 'name': CreateVM_Task, 'duration_secs': 0.654769} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.111203] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.112213] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.112540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.113408] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.113667] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f1eb0a-5128-4814-965f-4d42cb82db7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.118782] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1618.118782] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52052456-5181-b39f-a601-82ec04c87e64" [ 1618.118782] env[62777]: _type = "Task" [ 1618.118782] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.130329] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52052456-5181-b39f-a601-82ec04c87e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.276712] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.277110] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ff8405-a9c5-42e3-afd9-1e4459023aba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.286031] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1618.286031] env[62777]: value = "task-1694235" [ 1618.286031] env[62777]: _type = "Task" [ 1618.286031] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.295497] env[62777]: DEBUG nova.scheduler.client.report [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1618.298837] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.347148] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694234, 'name': ReconfigVM_Task, 'duration_secs': 0.3515} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.347426] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d03f470f-79b1-4008-ac9c-e4da84190245/d03f470f-79b1-4008-ac9c-e4da84190245.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.348060] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea30d16-4a06-40fc-9ac6-dd78c940ce0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.354422] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1618.354422] env[62777]: value = "task-1694236" [ 1618.354422] env[62777]: _type = "Task" [ 1618.354422] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.362329] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694236, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.380161] env[62777]: DEBUG oslo_concurrency.lockutils [req-50e2df8b-83c5-46af-9eb7-a1d6335eaeb7 req-360c8888-396d-48b5-9e6f-22bab691a2d3 service nova] Releasing lock "refresh_cache-da187610-ebec-49c4-9ea7-85b295ee18ec" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.570258] env[62777]: DEBUG oslo_concurrency.lockutils [None req-74e108c4-c4e5-4a25-8cdc-81a6d06c4a3e tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.055s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.593934] env[62777]: DEBUG nova.compute.manager [req-664ec9b8-0453-445f-84fd-6bec4465fda3 req-960746b8-b7cf-4731-a9a7-93d3b8528af2 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Received event network-vif-deleted-f34dde48-e93a-4255-9403-de845b9f8694 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1618.594037] env[62777]: INFO nova.compute.manager [req-664ec9b8-0453-445f-84fd-6bec4465fda3 req-960746b8-b7cf-4731-a9a7-93d3b8528af2 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Neutron deleted interface f34dde48-e93a-4255-9403-de845b9f8694; detaching it from the instance and deleting it from the info cache [ 1618.594205] env[62777]: DEBUG nova.network.neutron [req-664ec9b8-0453-445f-84fd-6bec4465fda3 req-960746b8-b7cf-4731-a9a7-93d3b8528af2 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.630090] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52052456-5181-b39f-a601-82ec04c87e64, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.630296] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.630563] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.630819] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.630983] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.631197] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.631759] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d57543f-3c16-40aa-8fe7-cf7f2020af5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.643120] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.643581] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.645125] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf039a5-b336-476c-9de3-a8f43f690b07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.655788] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1618.655788] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523ffcda-3fe9-7140-4f9e-0b3826393613" [ 1618.655788] env[62777]: _type = "Task" [ 1618.655788] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.666497] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523ffcda-3fe9-7140-4f9e-0b3826393613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.796424] env[62777]: DEBUG oslo_vmware.api [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694235, 'name': PowerOnVM_Task, 'duration_secs': 0.452777} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.796932] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1618.797278] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760ff823-6870-417d-95aa-be91baf280ae tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance 'df7b46da-2aaa-4643-b9b0-a84b557f3b94' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1618.801720] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.469s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.802364] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1618.805162] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.666s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.805507] env[62777]: DEBUG nova.objects.instance [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lazy-loading 'resources' on Instance uuid 082e047e-393c-4767-802f-f64729d75db7 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.866234] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694236, 'name': Rename_Task, 'duration_secs': 0.19346} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.866582] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.866875] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15bfdc08-6487-4d89-8022-1a6fc0404061 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.873746] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1618.873746] env[62777]: value = "task-1694237" [ 1618.873746] env[62777]: _type = "Task" [ 1618.873746] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.883201] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.009154] env[62777]: DEBUG nova.network.neutron [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.099151] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00069edb-5120-4dd0-afc1-7f2014452366 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.112192] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ae9ce-0da5-4837-8171-6516c1ec47f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.150428] env[62777]: DEBUG nova.compute.manager [req-664ec9b8-0453-445f-84fd-6bec4465fda3 req-960746b8-b7cf-4731-a9a7-93d3b8528af2 service nova] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Detach interface failed, port_id=f34dde48-e93a-4255-9403-de845b9f8694, reason: Instance fa7c2fd5-5046-4d00-a162-3e1ae5392798 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1619.167044] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523ffcda-3fe9-7140-4f9e-0b3826393613, 'name': SearchDatastore_Task, 'duration_secs': 0.02089} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.167672] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bc7a5c-9b71-4a60-b99c-a6b1257165b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.173074] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1619.173074] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5246bff2-784b-d605-289e-a2fe43ba0ae0" [ 1619.173074] env[62777]: _type = "Task" [ 1619.173074] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.180842] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5246bff2-784b-d605-289e-a2fe43ba0ae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.280895] env[62777]: DEBUG nova.objects.instance [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lazy-loading 'flavor' on Instance uuid fffa07ee-854d-4cdc-9cba-a5312a8dfa57 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.312560] env[62777]: DEBUG nova.compute.utils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1619.314450] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1619.314850] env[62777]: DEBUG nova.network.neutron [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1619.356732] env[62777]: DEBUG nova.policy [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b13beda0ed4d466ab7fc221a64dcc215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e807be81ad1a454da05f7849b0de395d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1619.385313] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694237, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.512445] env[62777]: INFO nova.compute.manager [-] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Took 1.56 seconds to deallocate network for instance. [ 1619.690871] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5246bff2-784b-d605-289e-a2fe43ba0ae0, 'name': SearchDatastore_Task, 'duration_secs': 0.038902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.692013] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.692013] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] da187610-ebec-49c4-9ea7-85b295ee18ec/da187610-ebec-49c4-9ea7-85b295ee18ec.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.692013] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bee4954e-ec90-44d5-b33f-7e94575e818c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.694423] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquiring lock "2f314999-0e60-4400-a7ed-fa1f00109495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.694701] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "2f314999-0e60-4400-a7ed-fa1f00109495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.694967] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquiring lock "2f314999-0e60-4400-a7ed-fa1f00109495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.695217] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "2f314999-0e60-4400-a7ed-fa1f00109495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.695764] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "2f314999-0e60-4400-a7ed-fa1f00109495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.701665] env[62777]: INFO nova.compute.manager [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Terminating instance [ 1619.707472] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1619.707472] env[62777]: value = "task-1694238" [ 1619.707472] env[62777]: _type = "Task" [ 1619.707472] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.719376] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.723908] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070215bd-14ac-4ed7-8299-c878c1b9145d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.736024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdddbdf6-f883-4bbe-a07c-f23dab45674d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.768260] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86b9a0f-fc70-49dc-9820-38424780f0d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.776557] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cd317a-71b4-41c7-b6a2-84251b3bc984 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.795308] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.795308] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquired lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.795558] env[62777]: DEBUG nova.network.neutron [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.795731] env[62777]: DEBUG nova.objects.instance [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lazy-loading 'info_cache' on Instance uuid fffa07ee-854d-4cdc-9cba-a5312a8dfa57 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1619.798323] env[62777]: DEBUG nova.compute.provider_tree [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.817941] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1619.886884] env[62777]: DEBUG oslo_vmware.api [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694237, 'name': PowerOnVM_Task, 'duration_secs': 0.946936} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.887174] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.887376] env[62777]: INFO nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Took 11.07 seconds to spawn the instance on the hypervisor. [ 1619.887555] env[62777]: DEBUG nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.888434] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33df17c6-c716-4899-b406-a596b759eb72 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.932624] env[62777]: DEBUG nova.network.neutron [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Successfully created port: cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1620.019149] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.206147] env[62777]: DEBUG nova.compute.manager [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1620.206412] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1620.206658] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dccb2eb5-21a7-41c3-a760-c99d57c98e94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.218401] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694238, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.219865] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1620.219865] env[62777]: value = "task-1694239" [ 1620.219865] env[62777]: _type = "Task" [ 1620.219865] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.231212] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.299556] env[62777]: DEBUG nova.objects.base [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1620.302709] env[62777]: DEBUG nova.scheduler.client.report [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1620.406614] env[62777]: INFO nova.compute.manager [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Took 28.24 seconds to build instance. [ 1620.671306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.671306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.671306] env[62777]: DEBUG nova.compute.manager [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Going to confirm migration 4 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1620.718889] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895105} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.719278] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] da187610-ebec-49c4-9ea7-85b295ee18ec/da187610-ebec-49c4-9ea7-85b295ee18ec.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.719595] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.719885] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2534e5-fd7d-4edd-9e7c-f43aea2aef2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.730435] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694239, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.731845] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1620.731845] env[62777]: value = "task-1694240" [ 1620.731845] env[62777]: _type = "Task" [ 1620.731845] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.740521] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.810145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.811436] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.504s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.813131] env[62777]: INFO nova.compute.claims [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.832520] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1620.838478] env[62777]: INFO nova.scheduler.client.report [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Deleted allocations for instance 082e047e-393c-4767-802f-f64729d75db7 [ 1620.868115] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1620.868523] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1620.868632] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.868808] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1620.868903] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.869080] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1620.869305] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1620.869470] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1620.869636] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1620.869907] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1620.870074] env[62777]: DEBUG nova.virt.hardware [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1620.871529] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a20801-7d6c-48df-bd14-9e99c02e3b4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.882256] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1fd57b-7397-469e-9932-dccbfc41134d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.909609] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1bad1858-0b5c-4c3a-b275-7d7f2812e265 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "d03f470f-79b1-4008-ac9c-e4da84190245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.749s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.084501] env[62777]: DEBUG nova.network.neutron [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Updating instance_info_cache with network_info: [{"id": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "address": "fa:16:3e:5d:3f:b3", "network": {"id": "8c64bc2e-9ed7-41b9-9c26-bac7537c6b00", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1091883226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9626ac51a7a84b04b06adb21ec673ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefea6b-37", "ovs_interfaceid": "afefea6b-3735-42b0-9576-b6a4ea2fe690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.231759] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694239, 'name': PowerOffVM_Task, 'duration_secs': 0.531652} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.233197] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.233441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.233634] env[62777]: DEBUG nova.network.neutron [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.233904] env[62777]: DEBUG nova.objects.instance [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lazy-loading 'info_cache' on Instance uuid df7b46da-2aaa-4643-b9b0-a84b557f3b94 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1621.235606] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1621.235795] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1621.236027] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353166', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'name': 'volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f314999-0e60-4400-a7ed-fa1f00109495', 'attached_at': '', 'detached_at': '', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'serial': '1c59f5f8-d30a-48d7-9349-c47c670b34e3'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1621.236944] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eac481f-ca86-4f01-a88e-1e255ea3542e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.249708] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125628} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.267574] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.268922] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dadc369-2013-4778-a7e1-2a44f695b4fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.272419] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283457ad-a353-41b6-9689-7136b9750134 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.297475] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] da187610-ebec-49c4-9ea7-85b295ee18ec/da187610-ebec-49c4-9ea7-85b295ee18ec.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.298293] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4016bfa-18fb-49ef-895d-9260f8ac28ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.313126] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c774f-c68b-4c47-90cf-bce55a355b83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.338601] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1621.338601] env[62777]: value = "task-1694241" [ 1621.338601] env[62777]: _type = "Task" [ 1621.338601] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.345081] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9393a88-98ec-4dc9-a88c-e5dce045bdc1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.352357] env[62777]: DEBUG oslo_concurrency.lockutils [None req-78524382-2d78-40b4-b793-d0841d064cdc tempest-ServersAdminNegativeTestJSON-944521745 tempest-ServersAdminNegativeTestJSON-944521745-project-member] Lock "082e047e-393c-4767-802f-f64729d75db7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.972s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.361343] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.361343] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.373808] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.374015] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] The volume has not been displaced from its original location: [datastore1] volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3/volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1621.379396] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Reconfiguring VM instance instance-00000036 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1621.382594] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba138a7-3234-4af4-910d-885bfc53d92d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.407030] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1621.407030] env[62777]: value = "task-1694242" [ 1621.407030] env[62777]: _type = "Task" [ 1621.407030] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.412571] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.588011] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Releasing lock "refresh_cache-fffa07ee-854d-4cdc-9cba-a5312a8dfa57" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.666821] env[62777]: DEBUG nova.compute.manager [req-33e104df-6af7-471e-a7bf-f93d577509ce req-6470a7ed-e0d1-48d9-a776-364dba176129 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Received event network-vif-plugged-cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1621.667055] env[62777]: DEBUG oslo_concurrency.lockutils [req-33e104df-6af7-471e-a7bf-f93d577509ce req-6470a7ed-e0d1-48d9-a776-364dba176129 service nova] Acquiring lock "c9412880-424e-47af-ae5f-f6af11404dbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1621.667516] env[62777]: DEBUG oslo_concurrency.lockutils [req-33e104df-6af7-471e-a7bf-f93d577509ce req-6470a7ed-e0d1-48d9-a776-364dba176129 service nova] Lock "c9412880-424e-47af-ae5f-f6af11404dbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1621.667516] env[62777]: DEBUG oslo_concurrency.lockutils [req-33e104df-6af7-471e-a7bf-f93d577509ce req-6470a7ed-e0d1-48d9-a776-364dba176129 service nova] Lock "c9412880-424e-47af-ae5f-f6af11404dbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.668345] env[62777]: DEBUG nova.compute.manager [req-33e104df-6af7-471e-a7bf-f93d577509ce req-6470a7ed-e0d1-48d9-a776-364dba176129 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] No waiting events found dispatching network-vif-plugged-cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1621.668345] env[62777]: WARNING nova.compute.manager [req-33e104df-6af7-471e-a7bf-f93d577509ce req-6470a7ed-e0d1-48d9-a776-364dba176129 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Received unexpected event network-vif-plugged-cd1a2598-267c-46cd-9606-408978cc9bf1 for instance with vm_state building and task_state spawning. [ 1621.716658] env[62777]: DEBUG nova.network.neutron [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Successfully updated port: cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.793197] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cedb8c-094e-4558-b86e-4802bddeaaee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.801854] env[62777]: DEBUG nova.compute.manager [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Received event network-changed-198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1621.802442] env[62777]: DEBUG nova.compute.manager [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Refreshing instance network info cache due to event network-changed-198ee673-d295-49f6-a9a7-3f0091702224. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1621.802708] env[62777]: DEBUG oslo_concurrency.lockutils [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] Acquiring lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.802872] env[62777]: DEBUG oslo_concurrency.lockutils [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] Acquired lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.803113] env[62777]: DEBUG nova.network.neutron [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Refreshing network info cache for port 198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.808341] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adabf632-6035-4976-befc-079578bb2f89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.843765] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7519bb22-62ac-4f80-a79c-a2b87d924fae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.857045] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab037f67-8baa-4c58-bb8b-62af1dc4166a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.861141] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.872481] env[62777]: DEBUG nova.compute.provider_tree [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.895068] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1621.895272] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1621.916326] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.218105] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.218285] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.218445] env[62777]: DEBUG nova.network.neutron [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.361587] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694241, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.375891] env[62777]: DEBUG nova.scheduler.client.report [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1622.418663] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.597287] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.597633] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e57a7fc-5c06-4d83-a24d-dcc60905362b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.601029] env[62777]: DEBUG nova.network.neutron [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [{"id": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "address": "fa:16:3e:74:34:c9", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b8ab61a-1d", "ovs_interfaceid": "8b8ab61a-1d6a-49f8-af9f-4ceb54b36add", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.607815] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1622.607815] env[62777]: value = "task-1694243" [ 1622.607815] env[62777]: _type = "Task" [ 1622.607815] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.618852] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.684181] env[62777]: DEBUG nova.network.neutron [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updated VIF entry in instance network info cache for port 198ee673-d295-49f6-a9a7-3f0091702224. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.684620] env[62777]: DEBUG nova.network.neutron [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updating instance_info_cache with network_info: [{"id": "198ee673-d295-49f6-a9a7-3f0091702224", "address": "fa:16:3e:52:58:10", "network": {"id": "dd8f6757-8778-4832-9b2c-d8c65c9d43a1", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-364469367-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1966c3990d3649ff831e24b89911ad64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap198ee673-d2", "ovs_interfaceid": "198ee673-d295-49f6-a9a7-3f0091702224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.692907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.693228] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.749192] env[62777]: DEBUG nova.network.neutron [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.856894] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694241, 'name': ReconfigVM_Task, 'duration_secs': 1.082687} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.857182] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Reconfigured VM instance instance-00000052 to attach disk [datastore1] da187610-ebec-49c4-9ea7-85b295ee18ec/da187610-ebec-49c4-9ea7-85b295ee18ec.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.857784] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e2d316d-ebed-49db-98d1-5ce6a5712688 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.864997] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1622.864997] env[62777]: value = "task-1694244" [ 1622.864997] env[62777]: _type = "Task" [ 1622.864997] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.868665] env[62777]: DEBUG nova.network.neutron [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updating instance_info_cache with network_info: [{"id": "cd1a2598-267c-46cd-9606-408978cc9bf1", "address": "fa:16:3e:10:7c:eb", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1a2598-26", "ovs_interfaceid": "cd1a2598-267c-46cd-9606-408978cc9bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.877450] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694244, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.882679] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.071s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.883198] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.886343] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.419s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.917494] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.104293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-df7b46da-2aaa-4643-b9b0-a84b557f3b94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.104646] env[62777]: DEBUG nova.objects.instance [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lazy-loading 'migration_context' on Instance uuid df7b46da-2aaa-4643-b9b0-a84b557f3b94 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1623.118276] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.188188] env[62777]: DEBUG oslo_concurrency.lockutils [req-19766b49-aa5f-4ce5-9fba-ac6cf3ac1837 req-32b54690-05da-4dad-bb32-2d1705c4cd87 service nova] Releasing lock "refresh_cache-d03f470f-79b1-4008-ac9c-e4da84190245" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.196554] env[62777]: DEBUG nova.compute.utils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.374511] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.374825] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Instance network_info: |[{"id": "cd1a2598-267c-46cd-9606-408978cc9bf1", "address": "fa:16:3e:10:7c:eb", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1a2598-26", "ovs_interfaceid": "cd1a2598-267c-46cd-9606-408978cc9bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.375206] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694244, 'name': Rename_Task, 'duration_secs': 0.396003} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.375557] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:7c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd1a2598-267c-46cd-9606-408978cc9bf1', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.382806] env[62777]: DEBUG oslo.service.loopingcall [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.383051] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1623.383291] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.383475] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d8e8bb7-8947-4024-b524-8708d0cf42ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.385007] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb0b7cfc-550c-42ff-b9e3-c0502b70483e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.399527] env[62777]: DEBUG nova.compute.utils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.403423] env[62777]: INFO nova.compute.claims [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.407672] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.407881] env[62777]: DEBUG nova.network.neutron [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.413913] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1623.413913] env[62777]: value = "task-1694245" [ 1623.413913] env[62777]: _type = "Task" [ 1623.413913] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.421451] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.421451] env[62777]: value = "task-1694246" [ 1623.421451] env[62777]: _type = "Task" [ 1623.421451] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.435292] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.435530] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.439818] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694246, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.465591] env[62777]: DEBUG nova.policy [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.607697] env[62777]: DEBUG nova.objects.base [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1623.608695] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4cdd8a-acf6-442b-9caf-553468c95f60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.621723] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.636372] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c8df437-4f84-4e6c-82fc-d2205805fd62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.642011] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1623.642011] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb" [ 1623.642011] env[62777]: _type = "Task" [ 1623.642011] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.649697] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.699206] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.742714] env[62777]: DEBUG nova.network.neutron [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Successfully created port: bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.782226] env[62777]: DEBUG nova.compute.manager [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Received event network-changed-cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1623.782226] env[62777]: DEBUG nova.compute.manager [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Refreshing instance network info cache due to event network-changed-cd1a2598-267c-46cd-9606-408978cc9bf1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1623.782226] env[62777]: DEBUG oslo_concurrency.lockutils [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] Acquiring lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.782226] env[62777]: DEBUG oslo_concurrency.lockutils [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] Acquired lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.782226] env[62777]: DEBUG nova.network.neutron [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Refreshing network info cache for port cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.901949] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.909362] env[62777]: INFO nova.compute.resource_tracker [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating resource usage from migration 56464083-a377-401c-8064-0806eb9b319e [ 1623.939019] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.940256] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694245, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.944825] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694246, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.122624] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.154966] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.254029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40795618-6adc-41a2-9ed4-06e8f0f8fc40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.262045] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be3d2e7-e254-487e-91e8-de8b7530c5a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.298043] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4f59c-19b0-48a0-b268-946d95f07a7e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.311989] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbceed7-b3d2-4446-90ad-51a3f2df3dbc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.327687] env[62777]: DEBUG nova.compute.provider_tree [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.437624] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.440731] env[62777]: DEBUG oslo_vmware.api [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694245, 'name': PowerOnVM_Task, 'duration_secs': 0.925707} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.441376] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1624.441662] env[62777]: INFO nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Took 10.12 seconds to spawn the instance on the hypervisor. [ 1624.441953] env[62777]: DEBUG nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1624.446330] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0033b5-82a3-4d37-8815-3a1a0e7ec5dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.449549] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694246, 'name': CreateVM_Task, 'duration_secs': 0.551432} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.449812] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.450982] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.451241] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.451667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.452238] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4783cb3-e671-4c2d-9555-a757d836eae3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.464645] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1624.464645] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0" [ 1624.464645] env[62777]: _type = "Task" [ 1624.464645] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.473758] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.546560] env[62777]: DEBUG nova.network.neutron [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updated VIF entry in instance network info cache for port cd1a2598-267c-46cd-9606-408978cc9bf1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.546977] env[62777]: DEBUG nova.network.neutron [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updating instance_info_cache with network_info: [{"id": "cd1a2598-267c-46cd-9606-408978cc9bf1", "address": "fa:16:3e:10:7c:eb", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1a2598-26", "ovs_interfaceid": "cd1a2598-267c-46cd-9606-408978cc9bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.624067] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.651824] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.808464] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.809167] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.809167] env[62777]: INFO nova.compute.manager [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Attaching volume 95ba3008-946a-49dd-a263-bde09a535882 to /dev/sdb [ 1624.830895] env[62777]: DEBUG nova.scheduler.client.report [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1624.842735] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457c4ba9-462f-46b6-a791-9bbb3a94713a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.850573] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7453b1c-2ae5-40d8-b80f-0dd24073cc32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.864025] env[62777]: DEBUG nova.virt.block_device [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating existing volume attachment record: 1beb5a48-a825-48d4-9759-83b22cf812b2 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1624.913943] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.927952] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.943704] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1624.943704] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1624.943935] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.944029] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1624.944164] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.944315] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1624.944526] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1624.944694] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1624.944992] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1624.945077] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1624.945211] env[62777]: DEBUG nova.virt.hardware [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1624.946413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd85970d-84ae-4e2d-a1d0-44f53fbd3e8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.953488] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9eff5-da86-4620-a6c6-6b549f647a36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.975032] env[62777]: INFO nova.compute.manager [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Took 22.88 seconds to build instance. [ 1624.980151] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.049332] env[62777]: DEBUG oslo_concurrency.lockutils [req-5ae8ade3-45e2-46f5-9e2a-0b9cf54f359b req-487375aa-2cfb-4704-b1f6-2e5cf7f362c7 service nova] Releasing lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.125090] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.153341] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.324856] env[62777]: DEBUG nova.network.neutron [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Successfully updated port: bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.336975] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.450s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.337135] env[62777]: INFO nova.compute.manager [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Migrating [ 1625.344593] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.325s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.344676] env[62777]: DEBUG nova.objects.instance [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'resources' on Instance uuid fa7c2fd5-5046-4d00-a162-3e1ae5392798 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.428877] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.479839] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c44cb0ff-c0af-4d93-ad83-078d2e8125a0 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.397s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.480196] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.625431] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.654395] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.830305] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-b6afd6ef-897d-4be0-8b80-7c1f297d7b82" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.830305] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-b6afd6ef-897d-4be0-8b80-7c1f297d7b82" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.830433] env[62777]: DEBUG nova.network.neutron [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.833907] env[62777]: DEBUG nova.compute.manager [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Received event network-vif-plugged-bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1625.834116] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] Acquiring lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.834409] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.834759] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.834759] env[62777]: DEBUG nova.compute.manager [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] No waiting events found dispatching network-vif-plugged-bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1625.834934] env[62777]: WARNING nova.compute.manager [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Received unexpected event network-vif-plugged-bc06cfad-3419-4953-965b-d349c8a45178 for instance with vm_state building and task_state spawning. [ 1625.834973] env[62777]: DEBUG nova.compute.manager [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Received event network-changed-bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1625.835127] env[62777]: DEBUG nova.compute.manager [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Refreshing instance network info cache due to event network-changed-bc06cfad-3419-4953-965b-d349c8a45178. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1625.835298] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] Acquiring lock "refresh_cache-b6afd6ef-897d-4be0-8b80-7c1f297d7b82" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.858391] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.858712] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.858857] env[62777]: DEBUG nova.network.neutron [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.928026] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.982464] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.126711] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.157504] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.163999] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6b4fa3-62ff-474c-8152-e068aa4b36c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.170628] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229578a7-1a2e-44d0-ab4a-0e43163b2013 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.202752] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cf4a7a-f767-4ca9-b9d6-e5abef6b0069 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.210936] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ccce28-934b-4d46-8958-2d1f6502954e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.224659] env[62777]: DEBUG nova.compute.provider_tree [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.386634] env[62777]: DEBUG nova.network.neutron [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.428456] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.480675] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.625803] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.651104] env[62777]: DEBUG nova.network.neutron [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Updating instance_info_cache with network_info: [{"id": "bc06cfad-3419-4953-965b-d349c8a45178", "address": "fa:16:3e:e4:22:2d", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06cfad-34", "ovs_interfaceid": "bc06cfad-3419-4953-965b-d349c8a45178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.656877] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.730276] env[62777]: DEBUG nova.scheduler.client.report [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1626.734726] env[62777]: DEBUG nova.network.neutron [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.844173] env[62777]: DEBUG nova.compute.manager [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1626.845711] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f42cf53-f240-4cb3-9bfd-d4252d6fa437 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.928768] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.982548] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.126768] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.157671] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-b6afd6ef-897d-4be0-8b80-7c1f297d7b82" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.157776] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Instance network_info: |[{"id": "bc06cfad-3419-4953-965b-d349c8a45178", "address": "fa:16:3e:e4:22:2d", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06cfad-34", "ovs_interfaceid": "bc06cfad-3419-4953-965b-d349c8a45178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1627.158406] env[62777]: DEBUG oslo_vmware.api [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ecde43-d3d5-d0f1-7a72-213a350febfb, 'name': SearchDatastore_Task, 'duration_secs': 3.511011} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.158406] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] Acquired lock "refresh_cache-b6afd6ef-897d-4be0-8b80-7c1f297d7b82" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.158670] env[62777]: DEBUG nova.network.neutron [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Refreshing network info cache for port bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.160176] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:22:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc06cfad-3419-4953-965b-d349c8a45178', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.168679] env[62777]: DEBUG oslo.service.loopingcall [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.169336] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.170268] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.170553] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c57faca-0eb6-4b40-93e4-23609d78ddd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.192037] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.192037] env[62777]: value = "task-1694250" [ 1627.192037] env[62777]: _type = "Task" [ 1627.192037] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.200464] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694250, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.237947] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.240705] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.072s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.243074] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.267189] env[62777]: INFO nova.scheduler.client.report [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted allocations for instance fa7c2fd5-5046-4d00-a162-3e1ae5392798 [ 1627.355794] env[62777]: INFO nova.compute.manager [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] instance snapshotting [ 1627.358884] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1f12d4-3fea-4364-b079-dd9d387959e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.380252] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0cde98-33a6-4227-9986-dac4c2e53626 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.430291] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694242, 'name': ReconfigVM_Task, 'duration_secs': 5.865658} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.430291] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Reconfigured VM instance instance-00000036 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1627.435036] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c112c6-f5a6-4e08-a7b3-3220f2db9c2e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.454476] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1627.454476] env[62777]: value = "task-1694252" [ 1627.454476] env[62777]: _type = "Task" [ 1627.454476] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.465263] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.484236] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fe69a-0cb9-82c1-0199-2d3dbf914ed0, 'name': SearchDatastore_Task, 'duration_secs': 2.691092} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.484738] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.485035] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.485303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.485459] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.485644] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.485933] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c0baafd-df6d-4dfe-8612-2f411479b5d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.494869] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.495096] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.495871] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27cfb6a-27fb-4851-ac2f-0db6a4f1051b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.501817] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1627.501817] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528309cc-a8ed-f730-139b-cabf86337ce2" [ 1627.501817] env[62777]: _type = "Task" [ 1627.501817] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.510853] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528309cc-a8ed-f730-139b-cabf86337ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.629095] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.703423] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694250, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.777400] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8361a2c8-f306-4979-99db-4d2bd6823bc7 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "fa7c2fd5-5046-4d00-a162-3e1ae5392798" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.478s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.890752] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1627.894508] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a264f98f-2be2-42a6-8eeb-08198e5259b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.903542] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1627.903542] env[62777]: value = "task-1694253" [ 1627.903542] env[62777]: _type = "Task" [ 1627.903542] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.913949] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694253, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.966655] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694252, 'name': ReconfigVM_Task, 'duration_secs': 0.147384} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.967606] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353166', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'name': 'volume-1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2f314999-0e60-4400-a7ed-fa1f00109495', 'attached_at': '', 'detached_at': '', 'volume_id': '1c59f5f8-d30a-48d7-9349-c47c670b34e3', 'serial': '1c59f5f8-d30a-48d7-9349-c47c670b34e3'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1627.967895] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1627.968703] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c350e7-e524-495e-ba66-4a885213e0df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.981068] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1627.981413] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cbdffec-0f8c-4fd4-a9c4-f990172dc4e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.017749] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528309cc-a8ed-f730-139b-cabf86337ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.013425} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.021553] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d080c2e-2fdc-456b-af76-50b10d60094d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.028180] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1628.028180] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d9648f-fd62-3a88-78e3-87635e51fc64" [ 1628.028180] env[62777]: _type = "Task" [ 1628.028180] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.037611] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d9648f-fd62-3a88-78e3-87635e51fc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.058344] env[62777]: DEBUG nova.network.neutron [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Updated VIF entry in instance network info cache for port bc06cfad-3419-4953-965b-d349c8a45178. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.058768] env[62777]: DEBUG nova.network.neutron [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Updating instance_info_cache with network_info: [{"id": "bc06cfad-3419-4953-965b-d349c8a45178", "address": "fa:16:3e:e4:22:2d", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc06cfad-34", "ovs_interfaceid": "bc06cfad-3419-4953-965b-d349c8a45178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.129354] env[62777]: DEBUG oslo_vmware.api [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694243, 'name': PowerOnVM_Task, 'duration_secs': 5.119529} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.129627] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.129879] env[62777]: DEBUG nova.compute.manager [None req-3c327b79-b23e-4a7e-95c9-30deede326e2 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.130618] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466b7ca8-2e1f-4d1a-9adb-21c7d1d07fbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.174347] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4abed-a4c4-4aad-a964-426ea00a44d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.182922] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92e6f9a-61a6-4639-a9ce-5c44e461c530 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.217205] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d022b9-c08f-4d0d-ac04-5031cc8d700a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.224955] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694250, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.228152] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b3ac08-76d0-4e0f-a108-83b2483de640 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.242153] env[62777]: DEBUG nova.compute.provider_tree [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.410468] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1628.410468] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1628.410468] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Deleting the datastore file [datastore1] 2f314999-0e60-4400-a7ed-fa1f00109495 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1628.410836] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75c63662-91e5-4418-bea0-913334d76483 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.416398] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694253, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.421268] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for the task: (returnval){ [ 1628.421268] env[62777]: value = "task-1694255" [ 1628.421268] env[62777]: _type = "Task" [ 1628.421268] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.429698] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.543027] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d9648f-fd62-3a88-78e3-87635e51fc64, 'name': SearchDatastore_Task, 'duration_secs': 0.03243} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.543027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.543027] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/c9412880-424e-47af-ae5f-f6af11404dbf.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.543027] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9c6c87-e6de-416c-9cb7-2cc8241b906d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.548963] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1628.548963] env[62777]: value = "task-1694256" [ 1628.548963] env[62777]: _type = "Task" [ 1628.548963] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.560021] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.561726] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dcc8e4f-ae09-4985-9259-69f5323fbf1a req-227ebaad-3666-4ccc-8504-e5ddd931b545 service nova] Releasing lock "refresh_cache-b6afd6ef-897d-4be0-8b80-7c1f297d7b82" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.726636] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694250, 'name': CreateVM_Task, 'duration_secs': 1.405132} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.726829] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.727492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.727965] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.728376] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.728645] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-befa3a82-e8f8-4c6e-9dce-bf4a1666e675 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.734257] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1628.734257] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a71d1c-8da1-56de-abf9-0976fb7f4c65" [ 1628.734257] env[62777]: _type = "Task" [ 1628.734257] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.742252] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a71d1c-8da1-56de-abf9-0976fb7f4c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.745224] env[62777]: DEBUG nova.scheduler.client.report [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1628.760609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37bf03f-2a1d-41b6-8008-3ee023385f82 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.780612] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1628.914345] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694253, 'name': CreateSnapshot_Task, 'duration_secs': 0.962947} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.914704] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1628.915644] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3069adfa-e7e0-4dc5-8637-66344dc02026 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.934737] env[62777]: DEBUG oslo_vmware.api [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Task: {'id': task-1694255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190159} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.935108] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1628.935381] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1628.935653] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1628.935928] env[62777]: INFO nova.compute.manager [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Took 8.73 seconds to destroy the instance on the hypervisor. [ 1628.936221] env[62777]: DEBUG oslo.service.loopingcall [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.936422] env[62777]: DEBUG nova.compute.manager [-] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1628.936519] env[62777]: DEBUG nova.network.neutron [-] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1629.061270] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694256, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.245903] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a71d1c-8da1-56de-abf9-0976fb7f4c65, 'name': SearchDatastore_Task, 'duration_secs': 0.017301} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.246183] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.246425] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.246660] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.246802] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.246982] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.247299] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70a492f6-dc3f-413d-9ae0-fcf6c0afdd76 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.269894] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.270144] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.270924] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501e7df1-1792-43d9-9255-10af9c1a1167 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.278704] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1629.278704] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c3d71c-4458-5a45-67a7-a3d7313a0e8e" [ 1629.278704] env[62777]: _type = "Task" [ 1629.278704] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.288374] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.288676] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c3d71c-4458-5a45-67a7-a3d7313a0e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.288921] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e0cd2b-9225-414f-a7f0-8616f7f3575c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.295800] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1629.295800] env[62777]: value = "task-1694257" [ 1629.295800] env[62777]: _type = "Task" [ 1629.295800] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.305606] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.417908] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1629.418248] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353281', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'name': 'volume-95ba3008-946a-49dd-a263-bde09a535882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e', 'attached_at': '', 'detached_at': '', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'serial': '95ba3008-946a-49dd-a263-bde09a535882'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1629.419346] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea82d7e2-97ea-44f8-b92b-7fd153c7abd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.443351] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1629.443811] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-687f4dec-89af-489e-be02-fa7e5fa67c61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.447673] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc2a43e-cdb2-40fa-b8ff-7f2e5f01f80d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.476405] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-95ba3008-946a-49dd-a263-bde09a535882/volume-95ba3008-946a-49dd-a263-bde09a535882.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.478049] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe4de8db-ea23-4dec-a552-10c14082ca18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.497416] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1629.497416] env[62777]: value = "task-1694258" [ 1629.497416] env[62777]: _type = "Task" [ 1629.497416] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.504504] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1629.504504] env[62777]: value = "task-1694259" [ 1629.504504] env[62777]: _type = "Task" [ 1629.504504] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.511695] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694258, 'name': CloneVM_Task} progress is 21%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.517216] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694259, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.560584] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708668} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.560922] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/c9412880-424e-47af-ae5f-f6af11404dbf.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.561020] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.561241] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8612fa5-cb11-42b9-9154-19e7dc7bac28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.567969] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1629.567969] env[62777]: value = "task-1694260" [ 1629.567969] env[62777]: _type = "Task" [ 1629.567969] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.576518] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.755843] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.515s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.795275] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c3d71c-4458-5a45-67a7-a3d7313a0e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.015879} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.796766] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79216b2e-fc3e-4957-8b5c-f8966ca71aa3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.816618] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.817230] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1629.817230] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302" [ 1629.817230] env[62777]: _type = "Task" [ 1629.817230] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.832988] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.902320] env[62777]: DEBUG nova.compute.manager [req-94558796-1c2c-4b40-bd95-1fd44edcb038 req-e61cafa0-fb60-4ac9-9a7c-c294bbe52873 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Received event network-vif-deleted-746764f2-16ce-4a98-8e29-335ca963836e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1629.902535] env[62777]: INFO nova.compute.manager [req-94558796-1c2c-4b40-bd95-1fd44edcb038 req-e61cafa0-fb60-4ac9-9a7c-c294bbe52873 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Neutron deleted interface 746764f2-16ce-4a98-8e29-335ca963836e; detaching it from the instance and deleting it from the info cache [ 1629.902708] env[62777]: DEBUG nova.network.neutron [req-94558796-1c2c-4b40-bd95-1fd44edcb038 req-e61cafa0-fb60-4ac9-9a7c-c294bbe52873 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.014517] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694258, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.025354] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.085596] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.209603] env[62777]: DEBUG nova.network.neutron [-] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.307913] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.328719] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.348838] env[62777]: INFO nova.scheduler.client.report [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocation for migration 13963b61-7cb2-42be-8b5e-cd0b82911ab5 [ 1630.407499] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1add458d-3280-45d5-bcdf-73488b088f2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.419373] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4222f649-7264-44e4-879f-741d6709a920 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.464588] env[62777]: DEBUG nova.compute.manager [req-94558796-1c2c-4b40-bd95-1fd44edcb038 req-e61cafa0-fb60-4ac9-9a7c-c294bbe52873 service nova] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Detach interface failed, port_id=746764f2-16ce-4a98-8e29-335ca963836e, reason: Instance 2f314999-0e60-4400-a7ed-fa1f00109495 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1630.483878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.484128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.509273] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694258, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.517862] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.577683] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.712669] env[62777]: INFO nova.compute.manager [-] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Took 1.78 seconds to deallocate network for instance. [ 1630.807312] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.827740] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.860670] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8c227215-fb90-4f8a-871a-72f9f39c5185 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.190s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.989415] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1631.011839] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694258, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.020888] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694259, 'name': ReconfigVM_Task, 'duration_secs': 1.256958} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.021670] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-95ba3008-946a-49dd-a263-bde09a535882/volume-95ba3008-946a-49dd-a263-bde09a535882.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.026570] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e52ee81-6eea-4175-a2a1-0a14b0206e48 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.043764] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1631.043764] env[62777]: value = "task-1694261" [ 1631.043764] env[62777]: _type = "Task" [ 1631.043764] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.052613] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.080693] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.262542] env[62777]: INFO nova.compute.manager [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Took 0.55 seconds to detach 1 volumes for instance. [ 1631.264801] env[62777]: DEBUG nova.compute.manager [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Deleting volume: 1c59f5f8-d30a-48d7-9349-c47c670b34e3 {{(pid=62777) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1631.311523] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.331701] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.493724] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.493927] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.494140] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1631.514566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.514966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.515070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.515261] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.515503] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.517176] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694258, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.518234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.518454] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.520597] env[62777]: INFO nova.compute.claims [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1631.523832] env[62777]: INFO nova.compute.manager [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Terminating instance [ 1631.557123] env[62777]: DEBUG oslo_vmware.api [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694261, 'name': ReconfigVM_Task, 'duration_secs': 0.168043} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.557450] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353281', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'name': 'volume-95ba3008-946a-49dd-a263-bde09a535882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e', 'attached_at': '', 'detached_at': '', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'serial': '95ba3008-946a-49dd-a263-bde09a535882'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1631.582239] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.808815] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.809125] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.828438] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.028035] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694258, 'name': CloneVM_Task, 'duration_secs': 2.239917} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.029641] env[62777]: DEBUG nova.compute.manager [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.030132] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.030544] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Created linked-clone VM from snapshot [ 1632.031486] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f843b7-0064-45f6-9911-b6852184b606 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.035045] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3c1423-93e6-43f5-82dd-2ddeee891b53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.045097] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Uploading image edd416f2-fd60-40d2-84e6-83c735830eb5 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1632.050717] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.051181] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dcf8f35-b831-4ff2-a234-9fb3ef6fc5a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.058466] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1632.058466] env[62777]: value = "task-1694263" [ 1632.058466] env[62777]: _type = "Task" [ 1632.058466] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.060255] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1632.064861] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f46dd6dc-4b55-4ae5-8d47-fcf6bc0a2368 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.092024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "a55ce8aa-889b-4397-9005-8f120920cf17" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.092024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "a55ce8aa-889b-4397-9005-8f120920cf17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.094040] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1632.094040] env[62777]: value = "task-1694264" [ 1632.094040] env[62777]: _type = "Task" [ 1632.094040] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.094556] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.107019] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 2.394952} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.107019] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.107983] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9a7345-54ea-4ef5-b078-77280cabfaf6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.121098] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694264, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.143856] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/c9412880-424e-47af-ae5f-f6af11404dbf.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.144803] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc54235-0521-473c-9984-2d0f50660e15 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.167580] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1632.167580] env[62777]: value = "task-1694265" [ 1632.167580] env[62777]: _type = "Task" [ 1632.167580] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.177180] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.309528] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694257, 'name': PowerOffVM_Task, 'duration_secs': 2.680879} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.309842] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.310068] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1632.330386] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5269467f-75ea-ef67-0c4e-8c7511eab302, 'name': SearchDatastore_Task, 'duration_secs': 2.07856} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.330683] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.330944] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b6afd6ef-897d-4be0-8b80-7c1f297d7b82/b6afd6ef-897d-4be0-8b80-7c1f297d7b82.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.331240] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-461a9770-98d2-4f96-94aa-9fc3925c6917 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.338451] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1632.338451] env[62777]: value = "task-1694266" [ 1632.338451] env[62777]: _type = "Task" [ 1632.338451] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.341997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "d879d935-ea09-4a26-be9d-19151f2d402b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.342327] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "d879d935-ea09-4a26-be9d-19151f2d402b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.342915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "d879d935-ea09-4a26-be9d-19151f2d402b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.343123] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "d879d935-ea09-4a26-be9d-19151f2d402b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.343335] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "d879d935-ea09-4a26-be9d-19151f2d402b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.345866] env[62777]: INFO nova.compute.manager [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Terminating instance [ 1632.351491] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.575426] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694263, 'name': PowerOffVM_Task, 'duration_secs': 0.222094} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.576096] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.576281] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.576545] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3655590-16ff-45de-bbee-bd5189cfeccf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.596379] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.613219] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694264, 'name': Destroy_Task, 'duration_secs': 0.409628} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.613956] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Destroyed the VM [ 1632.613956] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1632.614241] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8feee5e1-19be-4fa8-b9a7-083c12006e85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.624915] env[62777]: DEBUG nova.objects.instance [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'flavor' on Instance uuid f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.627185] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1632.627185] env[62777]: value = "task-1694268" [ 1632.627185] env[62777]: _type = "Task" [ 1632.627185] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.648185] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694268, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.652122] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.652122] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.652122] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] df7b46da-2aaa-4643-b9b0-a84b557f3b94 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.653183] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d548c3d-bd49-4f94-80f4-a52e58f771b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.662640] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1632.662640] env[62777]: value = "task-1694269" [ 1632.662640] env[62777]: _type = "Task" [ 1632.662640] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.681472] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.690269] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694265, 'name': ReconfigVM_Task, 'duration_secs': 0.310201} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.690714] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/c9412880-424e-47af-ae5f-f6af11404dbf.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.691707] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b17fd474-2716-4e56-aba0-ec7c02950c77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.700430] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1632.700430] env[62777]: value = "task-1694270" [ 1632.700430] env[62777]: _type = "Task" [ 1632.700430] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.721680] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694270, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.817716] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1632.818049] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1632.818701] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.818701] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1632.818701] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.818900] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1632.819437] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1632.819437] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1632.819605] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1632.820590] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1632.820590] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1632.829883] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2203acb-6f39-4b70-925e-7d7c2e9a65aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.852916] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694266, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.857568] env[62777]: DEBUG nova.compute.manager [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1632.857796] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.858488] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1632.858488] env[62777]: value = "task-1694271" [ 1632.858488] env[62777]: _type = "Task" [ 1632.858488] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.860231] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f6f4d-ddf3-4092-a09d-49231f3af1a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.881030] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.881375] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.882325] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-840038f7-a2af-4bfb-8ef9-7815be0c82a0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.891058] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1632.891058] env[62777]: value = "task-1694272" [ 1632.891058] env[62777]: _type = "Task" [ 1632.891058] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.894387] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.901146] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.972285] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f645e2-ab1c-46f2-b0ca-83b62fe25e02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.980437] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de35ff41-367f-4fe0-8f06-67a5771eca7a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.017992] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f6389-ea98-4acd-9c41-0e56424d26fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.026546] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b0cbb7-3fe0-4498-8e22-7c02d960f32e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.040902] env[62777]: DEBUG nova.compute.provider_tree [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1633.127555] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.130882] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40f44001-d4c9-4f48-a36d-ebb327280633 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.322s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.142482] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694268, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.173630] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.215609] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694270, 'name': Rename_Task, 'duration_secs': 0.166078} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.216241] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.216523] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeb6a345-2e1d-4d99-b1ce-8deed670e6e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.223165] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1633.223165] env[62777]: value = "task-1694273" [ 1633.223165] env[62777]: _type = "Task" [ 1633.223165] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.231952] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.352382] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631502} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.352784] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b6afd6ef-897d-4be0-8b80-7c1f297d7b82/b6afd6ef-897d-4be0-8b80-7c1f297d7b82.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.353212] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.354331] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99f197af-84b3-4e47-ac69-0844808adfc1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.361456] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1633.361456] env[62777]: value = "task-1694274" [ 1633.361456] env[62777]: _type = "Task" [ 1633.361456] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.369829] env[62777]: INFO nova.compute.manager [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Rescuing [ 1633.370134] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.370303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.370485] env[62777]: DEBUG nova.network.neutron [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.378191] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694274, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.379028] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694271, 'name': ReconfigVM_Task, 'duration_secs': 0.298283} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.379028] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1633.402844] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1633.402844] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1633.403549] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694272, 'name': PowerOffVM_Task, 'duration_secs': 0.285872} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.404460] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.404794] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1633.404932] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.405233] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.405489] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52008b35-d8d6-403e-ba62-330edbb55192 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.407587] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.411866] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.411866] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.411866] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.411866] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1633.411866] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.446534] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c26771-32ed-18f8-e6dc-028be008bb3f/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1633.448056] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed233c97-7340-4d89-bdae-c2dfaf9365b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.455733] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c26771-32ed-18f8-e6dc-028be008bb3f/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1633.455990] env[62777]: ERROR oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c26771-32ed-18f8-e6dc-028be008bb3f/disk-0.vmdk due to incomplete transfer. [ 1633.457739] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-363c64d4-e863-43db-b58a-875d852ee4a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.466202] env[62777]: DEBUG oslo_vmware.rw_handles [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c26771-32ed-18f8-e6dc-028be008bb3f/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1633.466453] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Uploaded image 8c482cde-63b1-4726-b3ad-904e1bc418e7 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1633.468821] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1633.469430] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-73360036-95cf-47ee-8c28-3c728ca9e93d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.476180] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1633.476180] env[62777]: value = "task-1694276" [ 1633.476180] env[62777]: _type = "Task" [ 1633.476180] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.483601] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.483848] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.484037] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleting the datastore file [datastore1] d879d935-ea09-4a26-be9d-19151f2d402b {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.487382] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8266e347-30ce-43f8-8442-3cc3bed6c272 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.489158] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694276, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.493702] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1633.493702] env[62777]: value = "task-1694277" [ 1633.493702] env[62777]: _type = "Task" [ 1633.493702] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.501579] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.544304] env[62777]: DEBUG nova.scheduler.client.report [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1633.642759] env[62777]: DEBUG oslo_vmware.api [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694268, 'name': RemoveSnapshot_Task, 'duration_secs': 0.902886} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.643049] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1633.673522] env[62777]: DEBUG oslo_vmware.api [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544951} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.674462] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1633.674657] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1633.674864] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1633.675068] env[62777]: INFO nova.compute.manager [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1633.675384] env[62777]: DEBUG oslo.service.loopingcall [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1633.675609] env[62777]: DEBUG nova.compute.manager [-] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1633.675707] env[62777]: DEBUG nova.network.neutron [-] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1633.733705] env[62777]: DEBUG oslo_vmware.api [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694273, 'name': PowerOnVM_Task, 'duration_secs': 0.484593} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.733984] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.734204] env[62777]: INFO nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Took 12.90 seconds to spawn the instance on the hypervisor. [ 1633.734922] env[62777]: DEBUG nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.735222] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3236353d-afc4-43f3-852b-acfd1042763b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.876369] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694274, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111039} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.876369] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.876369] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89407ff5-b0cb-4fc5-b2c9-f9d434995ac4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.886259] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1633.886813] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1633.887452] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1633.887621] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1633.887927] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1633.888299] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1633.888765] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1633.889278] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1633.889490] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1633.889832] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1633.890479] env[62777]: DEBUG nova.virt.hardware [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1633.898889] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1633.899821] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66ae4a94-7c3d-4867-a06f-1cbdeae42774 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.938486] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.952924] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] b6afd6ef-897d-4be0-8b80-7c1f297d7b82/b6afd6ef-897d-4be0-8b80-7c1f297d7b82.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.953996] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c1690f-beea-4e8a-b41a-f64cd5d1947d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.983937] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1633.983937] env[62777]: value = "task-1694278" [ 1633.983937] env[62777]: _type = "Task" [ 1633.983937] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.996835] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1633.996835] env[62777]: value = "task-1694279" [ 1633.996835] env[62777]: _type = "Task" [ 1633.996835] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.012408] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694276, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.020449] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.023761] env[62777]: DEBUG nova.compute.manager [req-c16daf88-590f-479a-b7c7-5542a94fec14 req-bef378e9-beee-4643-8cc6-a8d9e191f3d9 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Received event network-vif-deleted-8b8ab61a-1d6a-49f8-af9f-4ceb54b36add {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1634.024060] env[62777]: INFO nova.compute.manager [req-c16daf88-590f-479a-b7c7-5542a94fec14 req-bef378e9-beee-4643-8cc6-a8d9e191f3d9 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Neutron deleted interface 8b8ab61a-1d6a-49f8-af9f-4ceb54b36add; detaching it from the instance and deleting it from the info cache [ 1634.024337] env[62777]: DEBUG nova.network.neutron [req-c16daf88-590f-479a-b7c7-5542a94fec14 req-bef378e9-beee-4643-8cc6-a8d9e191f3d9 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.035414] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.035771] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.049443] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.052046] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1634.055663] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.247s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.056045] env[62777]: DEBUG nova.objects.instance [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lazy-loading 'resources' on Instance uuid 2f314999-0e60-4400-a7ed-fa1f00109495 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.150460] env[62777]: WARNING nova.compute.manager [None req-113f92f5-3fa6-4271-9602-28ebc8670214 tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Image not found during snapshot: nova.exception.ImageNotFound: Image edd416f2-fd60-40d2-84e6-83c735830eb5 could not be found. [ 1634.260334] env[62777]: INFO nova.compute.manager [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Took 25.29 seconds to build instance. [ 1634.269072] env[62777]: DEBUG nova.network.neutron [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.498316] env[62777]: DEBUG nova.network.neutron [-] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.500295] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694276, 'name': Destroy_Task, 'duration_secs': 0.924781} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.506416] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Destroyed the VM [ 1634.506839] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1634.514558] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f94e78c4-c12d-415f-b049-b723d0395b6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.516991] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694278, 'name': ReconfigVM_Task, 'duration_secs': 0.294105} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.522782] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1634.524499] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89437f-7c67-4f59-b02d-00ba0460022a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.531496] env[62777]: DEBUG oslo_vmware.api [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598393} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.531775] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1634.531775] env[62777]: value = "task-1694280" [ 1634.531775] env[62777]: _type = "Task" [ 1634.531775] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.532352] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.532550] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.532742] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.532914] env[62777]: INFO nova.compute.manager [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1634.533164] env[62777]: DEBUG oslo.service.loopingcall [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.536448] env[62777]: DEBUG nova.compute.manager [-] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.536514] env[62777]: DEBUG nova.network.neutron [-] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1634.541228] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694279, 'name': ReconfigVM_Task, 'duration_secs': 0.328555} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.551841] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43ea613d-bb5b-42d9-9e72-d8f550385b60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.553704] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Reconfigured VM instance instance-00000054 to attach disk [datastore1] b6afd6ef-897d-4be0-8b80-7c1f297d7b82/b6afd6ef-897d-4be0-8b80-7c1f297d7b82.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.561657] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774/05e9ae8e-e533-4528-8c69-8fdef6f94774.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.562917] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-618d3d58-4b55-4626-925d-2e4db169d5d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.565300] env[62777]: DEBUG nova.compute.utils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.568645] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21026077-f901-4698-8459-27c133a40390 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.591338] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.591338] env[62777]: DEBUG nova.network.neutron [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.591338] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.599064] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034953f1-d37a-41bb-94b6-8f95ccefc446 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.610794] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1634.610794] env[62777]: value = "task-1694282" [ 1634.610794] env[62777]: _type = "Task" [ 1634.610794] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.611047] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1634.611047] env[62777]: value = "task-1694281" [ 1634.611047] env[62777]: _type = "Task" [ 1634.611047] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.645900] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694281, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.646658] env[62777]: DEBUG nova.compute.manager [req-c16daf88-590f-479a-b7c7-5542a94fec14 req-bef378e9-beee-4643-8cc6-a8d9e191f3d9 service nova] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Detach interface failed, port_id=8b8ab61a-1d6a-49f8-af9f-4ceb54b36add, reason: Instance df7b46da-2aaa-4643-b9b0-a84b557f3b94 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1634.647097] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.650825] env[62777]: DEBUG nova.policy [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bf94e627575408cb561d2e9549742b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bb679423f6c4abf8a115ab5083b269a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.762224] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14af54af-5439-49ff-965e-30842021454e tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "c9412880-424e-47af-ae5f-f6af11404dbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.800s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.771533] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.808591] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "da187610-ebec-49c4-9ea7-85b295ee18ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.808685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.809446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "da187610-ebec-49c4-9ea7-85b295ee18ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1634.809446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.809446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.812330] env[62777]: INFO nova.compute.manager [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Terminating instance [ 1634.967936] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452fd49b-ebaa-416c-b638-ea0d9374da40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.976161] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c63ab-9e9b-46eb-88ac-ffc89004a371 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.009039] env[62777]: INFO nova.compute.manager [-] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Took 1.33 seconds to deallocate network for instance. [ 1635.012241] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a2544c-9052-405b-839e-589991aadc98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.024985] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c81663-1205-4c52-8b5d-9214fafd5d20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.038147] env[62777]: DEBUG nova.compute.provider_tree [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.047383] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694280, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.085566] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1635.127236] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694282, 'name': ReconfigVM_Task, 'duration_secs': 0.470464} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.127502] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694281, 'name': Rename_Task, 'duration_secs': 0.237725} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.127741] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774/05e9ae8e-e533-4528-8c69-8fdef6f94774.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.128762] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.131375] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.133052] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e41d8d02-f199-4ad9-9d59-446eb8042671 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.141689] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1635.141689] env[62777]: value = "task-1694283" [ 1635.141689] env[62777]: _type = "Task" [ 1635.141689] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.150804] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.220447] env[62777]: DEBUG nova.network.neutron [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Successfully created port: 2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1635.314924] env[62777]: DEBUG nova.compute.manager [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1635.315170] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1635.316273] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eea2803-dec9-4ab4-b8ef-03bade7b863e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.324079] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.324341] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5983bbbc-f180-46eb-a4d4-6f703e48a1c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.331397] env[62777]: DEBUG oslo_vmware.api [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1635.331397] env[62777]: value = "task-1694284" [ 1635.331397] env[62777]: _type = "Task" [ 1635.331397] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.339689] env[62777]: DEBUG oslo_vmware.api [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.521689] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.543725] env[62777]: DEBUG nova.scheduler.client.report [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1635.550783] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.744817} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.551316] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1635.551588] env[62777]: DEBUG nova.compute.manager [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.552411] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409cdd06-2404-4a73-84a7-e4787134b2cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.635479] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24a7d7-4730-460a-87ef-e7dda4e3f482 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.640436] env[62777]: DEBUG nova.network.neutron [-] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.659984] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eede3c-7265-4517-be89-0ca996d4fb86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.666019] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694283, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.681299] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1635.744977] env[62777]: INFO nova.compute.manager [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Rescuing [ 1635.745332] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.745502] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.745692] env[62777]: DEBUG nova.network.neutron [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1635.805483] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1635.805783] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc52b131-d9aa-490e-8870-682a7cec7860 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.813021] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1635.813021] env[62777]: value = "task-1694285" [ 1635.813021] env[62777]: _type = "Task" [ 1635.813021] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.821568] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.840369] env[62777]: DEBUG oslo_vmware.api [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694284, 'name': PowerOffVM_Task, 'duration_secs': 0.250464} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.840629] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1635.840795] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1635.841093] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec6809ee-6040-4e6b-9815-93f3f19fe6e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.979683] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.979937] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.980144] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleting the datastore file [datastore1] da187610-ebec-49c4-9ea7-85b295ee18ec {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.980425] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb2c6f33-6ea1-47b7-8cb0-dedf5edcfc0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.987531] env[62777]: DEBUG oslo_vmware.api [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for the task: (returnval){ [ 1635.987531] env[62777]: value = "task-1694287" [ 1635.987531] env[62777]: _type = "Task" [ 1635.987531] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.995356] env[62777]: DEBUG oslo_vmware.api [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.049829] env[62777]: DEBUG nova.compute.manager [req-6f1ca78a-37b0-4160-acb0-dccb483142ea req-9bbf42af-e702-4839-9ba0-d411896c99cf service nova] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Received event network-vif-deleted-368bb6ea-f25c-4bda-923f-094477d328c0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1636.051976] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.054238] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.927s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.056040] env[62777]: INFO nova.compute.claims [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.065476] env[62777]: INFO nova.compute.manager [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Shelve offloading [ 1636.082497] env[62777]: INFO nova.scheduler.client.report [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Deleted allocations for instance 2f314999-0e60-4400-a7ed-fa1f00109495 [ 1636.097197] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1636.125121] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1636.125407] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1636.125549] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1636.125740] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1636.126022] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1636.126343] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1636.126683] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1636.126893] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1636.127174] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1636.127406] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1636.127653] env[62777]: DEBUG nova.virt.hardware [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1636.129099] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f596d6-fb49-450e-812c-8a9d102c22cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.138196] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a880f7ff-37ea-4eaa-ba0e-9dd8d0d3600f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.149344] env[62777]: INFO nova.compute.manager [-] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Took 1.61 seconds to deallocate network for instance. [ 1636.166069] env[62777]: DEBUG oslo_vmware.api [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694283, 'name': PowerOnVM_Task, 'duration_secs': 0.606319} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.166447] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.166655] env[62777]: INFO nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Took 11.25 seconds to spawn the instance on the hypervisor. [ 1636.166828] env[62777]: DEBUG nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.167927] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f361d1-1420-496b-bd3a-a6fac804c23c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.227655] env[62777]: DEBUG nova.network.neutron [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Port 2b08b665-b788-4ee6-842f-ad51ebfc02dd binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1636.325685] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694285, 'name': PowerOffVM_Task, 'duration_secs': 0.433643} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.325977] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1636.326836] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc248b9-f599-4d41-ad5e-01a9883d349a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.350676] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93670477-e704-4ae4-b59d-329c5a625557 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.379950] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.380300] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c68d01-d58e-456e-92cb-da78d7277e6e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.387215] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1636.387215] env[62777]: value = "task-1694288" [ 1636.387215] env[62777]: _type = "Task" [ 1636.387215] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.396398] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.497307] env[62777]: DEBUG oslo_vmware.api [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Task: {'id': task-1694287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265998} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.497588] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1636.497771] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1636.497946] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1636.498133] env[62777]: INFO nova.compute.manager [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1636.498380] env[62777]: DEBUG oslo.service.loopingcall [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1636.498571] env[62777]: DEBUG nova.compute.manager [-] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1636.498664] env[62777]: DEBUG nova.network.neutron [-] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1636.526385] env[62777]: DEBUG nova.network.neutron [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updating instance_info_cache with network_info: [{"id": "cd1a2598-267c-46cd-9606-408978cc9bf1", "address": "fa:16:3e:10:7c:eb", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1a2598-26", "ovs_interfaceid": "cd1a2598-267c-46cd-9606-408978cc9bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.568141] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1636.568982] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0d48d90-9c6f-4349-b47c-2575ec23d360 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.576935] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1636.576935] env[62777]: value = "task-1694289" [ 1636.576935] env[62777]: _type = "Task" [ 1636.576935] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.591038] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1636.591271] env[62777]: DEBUG nova.compute.manager [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.591758] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fda21314-5a5d-488b-b2e5-b147a9f41810 tempest-ServersTestBootFromVolume-1631908750 tempest-ServersTestBootFromVolume-1631908750-project-member] Lock "2f314999-0e60-4400-a7ed-fa1f00109495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.897s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.593269] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c05d95-060a-449d-af35-582f5e9e0ed1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.599370] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.599537] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.599731] env[62777]: DEBUG nova.network.neutron [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.668679] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.692044] env[62777]: INFO nova.compute.manager [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Took 20.40 seconds to build instance. [ 1636.900236] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1636.900472] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.900721] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.900874] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.901065] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.901323] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a4ac583-2f0c-46f4-9550-b8d11d126b28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.914798] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.914992] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.915776] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e806c2-bf94-4cf0-8b55-ab20cdee0007 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.922406] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1636.922406] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523e7698-dc0a-647a-0657-f8143afc7a3b" [ 1636.922406] env[62777]: _type = "Task" [ 1636.922406] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.929907] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523e7698-dc0a-647a-0657-f8143afc7a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.997162] env[62777]: DEBUG nova.network.neutron [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Successfully updated port: 2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1637.031579] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.196673] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f6acad32-debc-4083-b235-ee5466f7b655 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.913s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.269419] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.272956] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.272956] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.349448] env[62777]: DEBUG nova.network.neutron [-] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.432730] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523e7698-dc0a-647a-0657-f8143afc7a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.030652} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.433551] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2435bc6f-6f47-4877-a068-3e4ada3d80e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.442188] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1637.442188] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521635dc-1f0f-5930-2a6a-67568b586971" [ 1637.442188] env[62777]: _type = "Task" [ 1637.442188] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.451899] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521635dc-1f0f-5930-2a6a-67568b586971, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.455669] env[62777]: DEBUG nova.network.neutron [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.484873] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402dadd5-1bde-4442-83b3-dee5e8a980d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.494747] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c080f-96a3-42af-b1d9-c24b52669621 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.500972] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.501145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.501295] env[62777]: DEBUG nova.network.neutron [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.532689] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8a7249-ab68-4487-8b34-5eed56f10a1e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.541372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3440e426-d841-468e-bd2e-3ef99dbb81d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.555718] env[62777]: DEBUG nova.compute.provider_tree [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.584062] env[62777]: DEBUG nova.network.neutron [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1637.764123] env[62777]: DEBUG nova.network.neutron [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.856186] env[62777]: INFO nova.compute.manager [-] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Took 1.36 seconds to deallocate network for instance. [ 1637.956933] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521635dc-1f0f-5930-2a6a-67568b586971, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.957205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.957669] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. {{(pid=62777) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1637.958207] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.960534] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-230059a0-5e53-42f0-b246-28073bc4986d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.969366] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1637.969366] env[62777]: value = "task-1694290" [ 1637.969366] env[62777]: _type = "Task" [ 1637.969366] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.980092] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.059211] env[62777]: DEBUG nova.scheduler.client.report [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1638.068407] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.068722] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98c994f9-9513-49c8-817e-ec863260a9dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.075625] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1638.075625] env[62777]: value = "task-1694291" [ 1638.075625] env[62777]: _type = "Task" [ 1638.075625] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.083929] env[62777]: DEBUG nova.compute.manager [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Received event network-vif-deleted-6f86fa3e-312a-4431-ac2d-3b9fead4612a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1638.084518] env[62777]: DEBUG nova.compute.manager [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-vif-plugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1638.084761] env[62777]: DEBUG oslo_concurrency.lockutils [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.085336] env[62777]: DEBUG oslo_concurrency.lockutils [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.085336] env[62777]: DEBUG oslo_concurrency.lockutils [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.085336] env[62777]: DEBUG nova.compute.manager [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] No waiting events found dispatching network-vif-plugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1638.085515] env[62777]: WARNING nova.compute.manager [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received unexpected event network-vif-plugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 for instance with vm_state building and task_state spawning. [ 1638.085631] env[62777]: DEBUG nova.compute.manager [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1638.085781] env[62777]: DEBUG nova.compute.manager [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing instance network info cache due to event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1638.085946] env[62777]: DEBUG oslo_concurrency.lockutils [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.092055] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.245986] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.246312] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.246533] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.246784] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.246983] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.252151] env[62777]: INFO nova.compute.manager [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Terminating instance [ 1638.267296] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.267705] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Instance network_info: |[{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1638.268242] env[62777]: DEBUG oslo_concurrency.lockutils [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.268350] env[62777]: DEBUG nova.network.neutron [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1638.273023] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b2:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f398113-4277-4b40-bbe4-1ef01d3860b1', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1638.282383] env[62777]: DEBUG oslo.service.loopingcall [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.284581] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1638.284581] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b2a34be-825d-4199-9d00-c83032577446 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.307734] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1638.307734] env[62777]: value = "task-1694292" [ 1638.307734] env[62777]: _type = "Task" [ 1638.307734] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.320595] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694292, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.362979] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.397279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.397279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.397279] env[62777]: DEBUG nova.network.neutron [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1638.486760] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694290, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.564389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.564927] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1638.567606] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.629s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.567787] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.567933] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1638.568475] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.047s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.571020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.571020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.903s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.572179] env[62777]: DEBUG nova.objects.instance [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lazy-loading 'resources' on Instance uuid d879d935-ea09-4a26-be9d-19151f2d402b {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1638.575021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6707e447-c761-4930-bb6e-8a4f1b6f2359 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.589720] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694291, 'name': PowerOffVM_Task, 'duration_secs': 0.21045} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.590181] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1638.591741] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad788cad-c5d4-42d5-95f2-fae4020a66d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.602022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58f478c-8a78-4d20-ab9e-2b31a34d8cb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.614371] env[62777]: INFO nova.scheduler.client.report [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocations for instance df7b46da-2aaa-4643-b9b0-a84b557f3b94 [ 1638.633413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e0a87-060b-4492-9c46-14c9ec5e458d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.642360] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255f077-cfdc-490b-b130-2e6d7c5e4736 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.646677] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.646861] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc46b78-50a6-44a6-bfcb-fcc4dea6c35b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.654024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44896ab3-2d8d-4359-9533-8332438efb41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.663901] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1638.665029] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11abec9f-f8d5-4dff-8b69-d06576d0e422 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.693170] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178994MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1638.693170] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.703175] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.703175] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99057d0d-c6dd-43e6-a7cb-39627afa2f6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.709239] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1638.709239] env[62777]: value = "task-1694294" [ 1638.709239] env[62777]: _type = "Task" [ 1638.709239] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.718402] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1638.718660] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.718944] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.719131] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.719338] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.719603] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a774c7cb-4ab6-4c57-b801-f78a3073e5fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.755790] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.756018] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.756794] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5f520ba-4652-4f15-ac50-a5870df402e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.760157] env[62777]: DEBUG nova.compute.manager [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1638.760363] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1638.761376] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81be4f9a-fe0a-4bb4-882a-26db815a50fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.768203] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1638.768203] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f4d2b5-9b42-007e-7832-0c289d4c21dc" [ 1638.768203] env[62777]: _type = "Task" [ 1638.768203] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.770444] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1638.773728] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feb5c13e-5824-4d6a-a0e6-cb577143f37f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.782105] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f4d2b5-9b42-007e-7832-0c289d4c21dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.783458] env[62777]: DEBUG oslo_vmware.api [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1638.783458] env[62777]: value = "task-1694295" [ 1638.783458] env[62777]: _type = "Task" [ 1638.783458] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.794380] env[62777]: DEBUG oslo_vmware.api [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.817552] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694292, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.979510] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650217} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.979772] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. [ 1638.980619] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62649b1-2a79-406f-8514-edce023c52e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.008972] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.011503] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35475438-5652-47f8-be87-3959edb19fa6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.030348] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1639.030348] env[62777]: value = "task-1694296" [ 1639.030348] env[62777]: _type = "Task" [ 1639.030348] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.040698] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.075755] env[62777]: DEBUG nova.compute.utils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.077429] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.077642] env[62777]: DEBUG nova.network.neutron [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.147925] env[62777]: DEBUG oslo_concurrency.lockutils [None req-23449be9-0575-4b33-b210-982bad60bc67 tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "df7b46da-2aaa-4643-b9b0-a84b557f3b94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.633s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.243275] env[62777]: DEBUG nova.policy [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '674db848d8f4480eb47b24838b831405', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4f031fd95294ac299f15a5361cec215', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.288171] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f4d2b5-9b42-007e-7832-0c289d4c21dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.293412] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d497841-1210-4c55-b7ae-7ae8ec8c630f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.304018] env[62777]: DEBUG oslo_vmware.api [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694295, 'name': PowerOffVM_Task, 'duration_secs': 0.208735} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.305837] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1639.306219] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1639.306681] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1639.306681] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526c59a3-7e26-d96e-7766-bc17faf9a028" [ 1639.306681] env[62777]: _type = "Task" [ 1639.306681] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.307101] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b72911dd-d9fc-4b6b-8fe0-027ceb11a882 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.326633] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694292, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.334032] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526c59a3-7e26-d96e-7766-bc17faf9a028, 'name': SearchDatastore_Task, 'duration_secs': 0.016687} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.336283] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.336746] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. {{(pid=62777) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1639.337950] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32e071fc-4686-4d8d-ac13-8e8752f11ddd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.349031] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1639.349031] env[62777]: value = "task-1694298" [ 1639.349031] env[62777]: _type = "Task" [ 1639.349031] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.361215] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.449282] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3259619-c7a0-4295-ad55-0f5adee6e5ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.456143] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf3db2f-7e01-474b-86f9-5934e0b6fff7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.496941] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbc795e-1c20-4b7e-9953-f567b6b5c2cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.506317] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75d4bec-abef-476e-9fd9-7c8116e1a17b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.524374] env[62777]: DEBUG nova.compute.provider_tree [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1639.550649] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694296, 'name': ReconfigVM_Task, 'duration_secs': 0.349769} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.550802] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.552828] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d78c753-947a-4221-bc57-53e994abee84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.582978] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1639.591182] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fab790a4-ec7f-43dc-9ce3-00aec2071e6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.608240] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1639.608240] env[62777]: value = "task-1694299" [ 1639.608240] env[62777]: _type = "Task" [ 1639.608240] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.618162] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.704982] env[62777]: DEBUG nova.network.neutron [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updated VIF entry in instance network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1639.705416] env[62777]: DEBUG nova.network.neutron [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.744079] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.744079] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.744324] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] b6afd6ef-897d-4be0-8b80-7c1f297d7b82 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.746611] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19cf51c7-fab0-4dd4-9fe1-060669209a3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.749327] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1639.749327] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1639.749327] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleting the datastore file [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1639.753439] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4e1d665-6c2b-447f-8923-b3608e93cf73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.766049] env[62777]: DEBUG oslo_vmware.api [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1639.766049] env[62777]: value = "task-1694300" [ 1639.766049] env[62777]: _type = "Task" [ 1639.766049] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.766665] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1639.766665] env[62777]: value = "task-1694301" [ 1639.766665] env[62777]: _type = "Task" [ 1639.766665] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.779083] env[62777]: DEBUG oslo_vmware.api [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.783450] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.821314] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694292, 'name': CreateVM_Task, 'duration_secs': 1.499} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.821491] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.822306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.822483] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.822865] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.823184] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae45486-376e-4881-8210-03ff09be07fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.826245] env[62777]: DEBUG nova.network.neutron [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1639.830318] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1639.830318] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c40144-b7cc-8045-c716-f2dd6eed6918" [ 1639.830318] env[62777]: _type = "Task" [ 1639.830318] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.839388] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c40144-b7cc-8045-c716-f2dd6eed6918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.857653] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503528} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.857948] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk. [ 1639.858802] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398aa509-4337-48e5-b634-6cceeba0eb19 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.884438] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.884755] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485091de-bf53-435f-b310-de1195767b71 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.903098] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1639.903098] env[62777]: value = "task-1694302" [ 1639.903098] env[62777]: _type = "Task" [ 1639.903098] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.911728] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.972668] env[62777]: DEBUG nova.network.neutron [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Successfully created port: 3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.028451] env[62777]: DEBUG nova.scheduler.client.report [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1640.122713] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694299, 'name': ReconfigVM_Task, 'duration_secs': 0.219871} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.122713] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.122713] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e59b515-8a8b-4c71-8417-1d24970b2de4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.127602] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1640.127602] env[62777]: value = "task-1694303" [ 1640.127602] env[62777]: _type = "Task" [ 1640.127602] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.137071] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.192172] env[62777]: DEBUG nova.compute.manager [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-vif-unplugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1640.192492] env[62777]: DEBUG oslo_concurrency.lockutils [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.192868] env[62777]: DEBUG oslo_concurrency.lockutils [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.193220] env[62777]: DEBUG oslo_concurrency.lockutils [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.193547] env[62777]: DEBUG nova.compute.manager [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] No waiting events found dispatching network-vif-unplugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1640.193859] env[62777]: WARNING nova.compute.manager [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received unexpected event network-vif-unplugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 for instance with vm_state shelved and task_state shelving_offloading. [ 1640.194489] env[62777]: DEBUG nova.compute.manager [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-changed-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1640.194489] env[62777]: DEBUG nova.compute.manager [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Refreshing instance network info cache due to event network-changed-ff59b4b6-0a56-4b47-91b5-5906fbdc4284. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1640.194623] env[62777]: DEBUG oslo_concurrency.lockutils [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.194674] env[62777]: DEBUG oslo_concurrency.lockutils [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.195623] env[62777]: DEBUG nova.network.neutron [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Refreshing network info cache for port ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.207758] env[62777]: DEBUG oslo_concurrency.lockutils [req-9e39bfd6-6cf4-4aa0-a808-412239047770 req-d8996366-0e44-4886-93f3-1f710b4808e8 service nova] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.283514] env[62777]: DEBUG oslo_vmware.api [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215495} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.286825] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.288447] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.288870] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.289876] env[62777]: INFO nova.compute.manager [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Took 1.53 seconds to destroy the instance on the hypervisor. [ 1640.290213] env[62777]: DEBUG oslo.service.loopingcall [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.290676] env[62777]: DEBUG oslo_vmware.api [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210365} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.291170] env[62777]: DEBUG nova.compute.manager [-] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1640.291311] env[62777]: DEBUG nova.network.neutron [-] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1640.293017] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.293697] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.293971] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.330237] env[62777]: DEBUG oslo_concurrency.lockutils [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.336053] env[62777]: INFO nova.scheduler.client.report [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted allocations for instance 183e12ec-ab91-4274-ab8a-f7dc48388c24 [ 1640.349782] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c40144-b7cc-8045-c716-f2dd6eed6918, 'name': SearchDatastore_Task, 'duration_secs': 0.018771} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.350128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.350369] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.350600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.350744] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.350972] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.351427] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf816e8-221e-4e9a-9715-fadd919ab48e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.363111] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.363351] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.364094] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6250d7d6-5e84-4a19-901a-6d7ea1753746 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.371213] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1640.371213] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5245e0a4-e6c7-747d-da60-e23217b0ecd3" [ 1640.371213] env[62777]: _type = "Task" [ 1640.371213] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.379472] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245e0a4-e6c7-747d-da60-e23217b0ecd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.414752] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.541420] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.544392] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.181s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.544531] env[62777]: DEBUG nova.objects.instance [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lazy-loading 'resources' on Instance uuid da187610-ebec-49c4-9ea7-85b295ee18ec {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1640.564521] env[62777]: INFO nova.scheduler.client.report [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleted allocations for instance d879d935-ea09-4a26-be9d-19151f2d402b [ 1640.597297] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.624975] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1640.625279] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1640.625763] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.625763] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1640.625880] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.626020] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1640.626269] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1640.626433] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1640.626600] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1640.626804] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1640.627017] env[62777]: DEBUG nova.virt.hardware [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1640.628120] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5680eb-35f1-45ca-bc7e-88a4d4dbfb37 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.639211] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.642201] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2875827-5e97-40a2-8326-15934c0ec876 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.667231] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.667471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.841845] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.860881] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb7c511-1838-412c-92da-6557e157d65c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.887664] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ca67d1-c975-4c88-96ee-59ae5169ce57 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.898459] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1640.902190] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5245e0a4-e6c7-747d-da60-e23217b0ecd3, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.903193] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e9b591-ff0e-462f-8387-3032df0f1797 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.914467] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.915364] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1640.915364] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521bee2b-f039-cb4d-41fb-e713a8b922ff" [ 1640.915364] env[62777]: _type = "Task" [ 1640.915364] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.923241] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521bee2b-f039-cb4d-41fb-e713a8b922ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.927723] env[62777]: DEBUG nova.network.neutron [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updated VIF entry in instance network info cache for port ff59b4b6-0a56-4b47-91b5-5906fbdc4284. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.928099] env[62777]: DEBUG nova.network.neutron [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.076540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ee6c8936-b285-48df-866e-d1e96cb2d46d tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "d879d935-ea09-4a26-be9d-19151f2d402b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.733s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.084119] env[62777]: DEBUG nova.network.neutron [-] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.140273] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694303, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.170415] env[62777]: DEBUG nova.compute.utils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.314833] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b1832c-d3a8-4053-9a97-4eedd1b4fa02 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.323417] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2392f1c2-1dc6-4289-89f4-1a16d94d791b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.355714] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e206c87-da05-4b75-8a28-58ef69fca82a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.363735] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fa9311-55b0-4bfd-92e7-4f88307af758 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.379026] env[62777]: DEBUG nova.compute.provider_tree [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.404650] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.405189] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46e5d54f-e272-4b83-9f03-679d235d72d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.415356] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694302, 'name': ReconfigVM_Task, 'duration_secs': 1.325626} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.416534] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Reconfigured VM instance instance-00000053 to attach disk [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf/209f152d-1721-46b9-95cc-20b2ff78078c-rescue.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1641.416977] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1641.416977] env[62777]: value = "task-1694304" [ 1641.416977] env[62777]: _type = "Task" [ 1641.416977] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.417679] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7226a4-2d21-429d-9406-ec0579e39fd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.431069] env[62777]: DEBUG oslo_concurrency.lockutils [req-d565d190-3170-4562-9502-741db1824575 req-841357a7-f1a0-4bbe-a48d-6e547d60acde service nova] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.431506] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521bee2b-f039-cb4d-41fb-e713a8b922ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.451640] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.451939] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.458127] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694304, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.458127] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9c8d02c-59de-4271-87f3-7b0668606134 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.459725] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec75e87f-5775-49a8-bed1-f5dbd543b597 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.475300] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1641.475300] env[62777]: value = "task-1694305" [ 1641.475300] env[62777]: _type = "Task" [ 1641.475300] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.476265] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1641.476265] env[62777]: value = "task-1694306" [ 1641.476265] env[62777]: _type = "Task" [ 1641.476265] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.487853] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694306, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.491160] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.587064] env[62777]: INFO nova.compute.manager [-] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Took 1.30 seconds to deallocate network for instance. [ 1641.643193] env[62777]: DEBUG oslo_vmware.api [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694303, 'name': PowerOnVM_Task, 'duration_secs': 1.071279} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.644149] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.646882] env[62777]: DEBUG nova.compute.manager [None req-2528b0fa-8da0-4d95-974e-a8b90a8c09d3 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1641.648441] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288587b8-9c1f-42ba-96a2-4e20758a9d7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.673011] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.714793] env[62777]: DEBUG nova.network.neutron [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Successfully updated port: 3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.882932] env[62777]: DEBUG nova.scheduler.client.report [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1641.933966] env[62777]: DEBUG oslo_vmware.api [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694304, 'name': PowerOnVM_Task, 'duration_secs': 0.503344} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.934328] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.935255] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-52214b53-6eae-44c1-a900-9d3be8712aa6 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance '05e9ae8e-e533-4528-8c69-8fdef6f94774' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1641.991447] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497933} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.995318] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1641.995544] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1641.995815] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694306, 'name': ReconfigVM_Task, 'duration_secs': 0.193005} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.996023] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83635e35-441c-44fa-b009-a50fb1c6e795 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.997950] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1641.998485] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a9b9ec3-5ed5-447b-8e47-362bea057b9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.005521] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1642.005521] env[62777]: value = "task-1694307" [ 1642.005521] env[62777]: _type = "Task" [ 1642.005521] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.006881] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1642.006881] env[62777]: value = "task-1694308" [ 1642.006881] env[62777]: _type = "Task" [ 1642.006881] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.018361] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.026567] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.095446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.218094] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "refresh_cache-a55ce8aa-889b-4397-9005-8f120920cf17" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.218268] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "refresh_cache-a55ce8aa-889b-4397-9005-8f120920cf17" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.218423] env[62777]: DEBUG nova.network.neutron [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.391191] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.393628] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.701s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.427538] env[62777]: DEBUG nova.compute.manager [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Received event network-vif-deleted-bc06cfad-3419-4953-965b-d349c8a45178 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1642.428103] env[62777]: DEBUG nova.compute.manager [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Received event network-vif-plugged-3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1642.428454] env[62777]: DEBUG oslo_concurrency.lockutils [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] Acquiring lock "a55ce8aa-889b-4397-9005-8f120920cf17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.429740] env[62777]: DEBUG oslo_concurrency.lockutils [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] Lock "a55ce8aa-889b-4397-9005-8f120920cf17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.429740] env[62777]: DEBUG oslo_concurrency.lockutils [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] Lock "a55ce8aa-889b-4397-9005-8f120920cf17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.429740] env[62777]: DEBUG nova.compute.manager [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] No waiting events found dispatching network-vif-plugged-3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1642.429740] env[62777]: WARNING nova.compute.manager [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Received unexpected event network-vif-plugged-3cbf42c1-9c8f-45ed-9309-5ada89df3bac for instance with vm_state building and task_state spawning. [ 1642.429880] env[62777]: DEBUG nova.compute.manager [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Received event network-changed-3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1642.429956] env[62777]: DEBUG nova.compute.manager [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Refreshing instance network info cache due to event network-changed-3cbf42c1-9c8f-45ed-9309-5ada89df3bac. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1642.430185] env[62777]: DEBUG oslo_concurrency.lockutils [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] Acquiring lock "refresh_cache-a55ce8aa-889b-4397-9005-8f120920cf17" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.431461] env[62777]: INFO nova.scheduler.client.report [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Deleted allocations for instance da187610-ebec-49c4-9ea7-85b295ee18ec [ 1642.520849] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133093} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.524894] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1642.525447] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694308, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.526191] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1f1b1-c9ca-49b7-a7b1-35f662b665df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.552242] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.555632] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f3f77d-7677-429b-aaa1-6e50a17552c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.573673] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1642.573673] env[62777]: value = "task-1694309" [ 1642.573673] env[62777]: _type = "Task" [ 1642.573673] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.583123] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694309, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.743654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.743654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.743654] env[62777]: INFO nova.compute.manager [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Attaching volume 2fb33d0b-0592-4c84-a724-0d71841d1ffa to /dev/sdb [ 1642.770235] env[62777]: DEBUG nova.network.neutron [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1642.784594] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ebbdd4-c61e-4392-90cf-7d3860d2c689 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.792650] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "128a9025-7e04-4aab-a449-20564495b40e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.793080] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "128a9025-7e04-4aab-a449-20564495b40e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.793172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "128a9025-7e04-4aab-a449-20564495b40e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.793386] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "128a9025-7e04-4aab-a449-20564495b40e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.793573] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "128a9025-7e04-4aab-a449-20564495b40e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.798378] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c025866-666b-4bcf-99b4-040beb198c47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.801287] env[62777]: INFO nova.compute.manager [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Terminating instance [ 1642.817481] env[62777]: DEBUG nova.virt.block_device [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating existing volume attachment record: 08ace794-5436-454d-9ef5-1c1d306313c7 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1642.940254] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c25df0ad-9e0e-4129-88dc-92c24ea7cbce tempest-ImagesTestJSON-1257934303 tempest-ImagesTestJSON-1257934303-project-member] Lock "da187610-ebec-49c4-9ea7-85b295ee18ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.131s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.994791] env[62777]: DEBUG nova.network.neutron [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Updating instance_info_cache with network_info: [{"id": "3cbf42c1-9c8f-45ed-9309-5ada89df3bac", "address": "fa:16:3e:5b:fe:96", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbf42c1-9c", "ovs_interfaceid": "3cbf42c1-9c8f-45ed-9309-5ada89df3bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.020063] env[62777]: DEBUG oslo_vmware.api [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694308, 'name': PowerOnVM_Task, 'duration_secs': 0.822205} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.020375] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1643.024622] env[62777]: DEBUG nova.compute.manager [None req-45842cc9-ee24-4a78-bf30-a04ae2c23724 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1643.028020] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223e2844-e3b2-4986-bf29-f17f1970a470 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.084625] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.307363] env[62777]: DEBUG nova.compute.manager [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1643.307628] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.308589] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b0ff96-4122-4b1a-87cd-df941864f235 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.318630] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.319181] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6540745f-9e35-4aa8-b617-9b22bca3dc6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.325697] env[62777]: DEBUG oslo_vmware.api [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1643.325697] env[62777]: value = "task-1694313" [ 1643.325697] env[62777]: _type = "Task" [ 1643.325697] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.334186] env[62777]: DEBUG oslo_vmware.api [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.397455] env[62777]: INFO nova.compute.manager [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Unrescuing [ 1643.397748] env[62777]: DEBUG oslo_concurrency.lockutils [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.397918] env[62777]: DEBUG oslo_concurrency.lockutils [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.398119] env[62777]: DEBUG nova.network.neutron [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.414177] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Applying migration context for instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 as it has an incoming, in-progress migration 56464083-a377-401c-8064-0806eb9b319e. Migration status is finished {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1643.416322] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating resource usage from migration 56464083-a377-401c-8064-0806eb9b319e [ 1643.446369] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.446651] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e5f722a9-af55-43f3-8a70-f544f6bd82e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.446867] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.447090] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 70902640-5dbf-4597-8039-d551cd929166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.447430] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 420c618f-af56-4288-be5f-61f8e601a442 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.447484] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.447690] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 56c8dc06-0504-40dc-bce5-489a703fc1ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.447865] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e2e209f2-431f-4827-8999-0e87b45868cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.448357] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f57194fb-13ed-46b3-8a8e-8819edc3c6da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.448590] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 75332d0f-ec71-4f25-9d9c-42a5b38f4a61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.448797] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance fffa07ee-854d-4cdc-9cba-a5312a8dfa57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.448990] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 128a9025-7e04-4aab-a449-20564495b40e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.449195] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23234417-0934-4ead-a930-4df83e420505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.449393] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance d03f470f-79b1-4008-ac9c-e4da84190245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.449926] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance c9412880-424e-47af-ae5f-f6af11404dbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.450394] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance b6afd6ef-897d-4be0-8b80-7c1f297d7b82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1643.450596] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Migration 56464083-a377-401c-8064-0806eb9b319e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1643.450779] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.450960] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 515afada-daab-45b4-82b1-7476b3f95920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.451156] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance a55ce8aa-889b-4397-9005-8f120920cf17 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1643.451390] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (970c2190-10b4-4ecb-bf37-fd4b2f987137): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1643.452145] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1643.452391] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1643.501295] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "refresh_cache-a55ce8aa-889b-4397-9005-8f120920cf17" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.501463] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Instance network_info: |[{"id": "3cbf42c1-9c8f-45ed-9309-5ada89df3bac", "address": "fa:16:3e:5b:fe:96", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbf42c1-9c", "ovs_interfaceid": "3cbf42c1-9c8f-45ed-9309-5ada89df3bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.502134] env[62777]: DEBUG oslo_concurrency.lockutils [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] Acquired lock "refresh_cache-a55ce8aa-889b-4397-9005-8f120920cf17" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.502430] env[62777]: DEBUG nova.network.neutron [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Refreshing network info cache for port 3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.504686] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:fe:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cbf42c1-9c8f-45ed-9309-5ada89df3bac', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.518949] env[62777]: DEBUG oslo.service.loopingcall [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1643.524556] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1643.525201] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c83e2abc-fdae-497c-8c8b-7177061f5e07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.564694] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1643.564694] env[62777]: value = "task-1694314" [ 1643.564694] env[62777]: _type = "Task" [ 1643.564694] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.570842] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.577660] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694314, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.597023] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694309, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.839179] env[62777]: DEBUG oslo_vmware.api [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694313, 'name': PowerOffVM_Task, 'duration_secs': 0.20617} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.839628] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.839896] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.840338] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75861ca4-1482-4322-8ec8-c918436ce7d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.860589] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e242f6aa-292a-414c-bd20-d71ad7913a79 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.872041] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4706de-9f71-4753-a295-41135586427a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.939619] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fd9911-053e-468d-b7c2-305ed7d8ce7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.947837] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1643.948220] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1643.948521] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleting the datastore file [datastore1] 128a9025-7e04-4aab-a449-20564495b40e {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1643.949707] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09458b37-9615-42da-9004-d3a0e0ed2e77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.959366] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23102e0a-6d70-4d84-8381-99e0a3c10671 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.969712] env[62777]: DEBUG oslo_vmware.api [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1643.969712] env[62777]: value = "task-1694316" [ 1643.969712] env[62777]: _type = "Task" [ 1643.969712] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.991674] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.008494] env[62777]: DEBUG oslo_vmware.api [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.079679] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694314, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.098973] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694309, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.384530] env[62777]: INFO nova.compute.manager [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Unrescuing [ 1644.384828] env[62777]: DEBUG oslo_concurrency.lockutils [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.384978] env[62777]: DEBUG oslo_concurrency.lockutils [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquired lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.385162] env[62777]: DEBUG nova.network.neutron [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.447200] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.447478] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.447759] env[62777]: DEBUG nova.compute.manager [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Going to confirm migration 5 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1644.453752] env[62777]: DEBUG nova.network.neutron [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.484951] env[62777]: DEBUG oslo_vmware.api [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214363} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.486272] env[62777]: DEBUG nova.network.neutron [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Updated VIF entry in instance network info cache for port 3cbf42c1-9c8f-45ed-9309-5ada89df3bac. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.486646] env[62777]: DEBUG nova.network.neutron [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Updating instance_info_cache with network_info: [{"id": "3cbf42c1-9c8f-45ed-9309-5ada89df3bac", "address": "fa:16:3e:5b:fe:96", "network": {"id": "c327983b-1971-4897-abba-14c587857fe1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1849577055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4f031fd95294ac299f15a5361cec215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cbf42c1-9c", "ovs_interfaceid": "3cbf42c1-9c8f-45ed-9309-5ada89df3bac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.487783] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.487971] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.488169] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.488366] env[62777]: INFO nova.compute.manager [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1644.488576] env[62777]: DEBUG oslo.service.loopingcall [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.488947] env[62777]: DEBUG nova.compute.manager [-] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1644.489051] env[62777]: DEBUG nova.network.neutron [-] [instance: 128a9025-7e04-4aab-a449-20564495b40e] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1644.499035] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1644.576968] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694314, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.588623] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694309, 'name': ReconfigVM_Task, 'duration_secs': 1.728327} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.588790] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.589436] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2efd38b9-8425-4635-bc03-841212b0ad90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.597116] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1644.597116] env[62777]: value = "task-1694317" [ 1644.597116] env[62777]: _type = "Task" [ 1644.597116] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.606386] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694317, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.744712] env[62777]: DEBUG nova.compute.manager [req-0c9501ac-d812-4377-bbf3-f565fcc80fd1 req-654f1f9a-6783-4632-bce7-eeaa9f3785ed service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Received event network-vif-deleted-6fcbe9de-cc79-46a6-9086-db61a449b529 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1644.744930] env[62777]: INFO nova.compute.manager [req-0c9501ac-d812-4377-bbf3-f565fcc80fd1 req-654f1f9a-6783-4632-bce7-eeaa9f3785ed service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Neutron deleted interface 6fcbe9de-cc79-46a6-9086-db61a449b529; detaching it from the instance and deleting it from the info cache [ 1644.745037] env[62777]: DEBUG nova.network.neutron [req-0c9501ac-d812-4377-bbf3-f565fcc80fd1 req-654f1f9a-6783-4632-bce7-eeaa9f3785ed service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.956153] env[62777]: DEBUG oslo_concurrency.lockutils [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.956737] env[62777]: DEBUG nova.objects.instance [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'flavor' on Instance uuid f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.994147] env[62777]: DEBUG oslo_concurrency.lockutils [req-5cb000e8-bd46-4336-9212-ffb141efe855 req-b0397478-2b80-48e2-b31b-9775d3fd3060 service nova] Releasing lock "refresh_cache-a55ce8aa-889b-4397-9005-8f120920cf17" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.004359] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.004653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.004890] env[62777]: DEBUG nova.network.neutron [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.005139] env[62777]: DEBUG nova.objects.instance [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'info_cache' on Instance uuid 05e9ae8e-e533-4528-8c69-8fdef6f94774 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.010408] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1645.010690] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.617s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.011698] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.171s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.012267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.022141] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.927s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.022874] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.064182] env[62777]: INFO nova.scheduler.client.report [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance b6afd6ef-897d-4be0-8b80-7c1f297d7b82 [ 1645.080513] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694314, 'name': CreateVM_Task, 'duration_secs': 1.142649} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.080714] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.081430] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.081602] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.081924] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.082250] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30348eaa-e019-4760-a5fc-549bca585e41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.087225] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1645.087225] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52385bd7-13a3-939c-8897-c405782f870f" [ 1645.087225] env[62777]: _type = "Task" [ 1645.087225] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.096647] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52385bd7-13a3-939c-8897-c405782f870f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.113198] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694317, 'name': Rename_Task, 'duration_secs': 0.256266} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.113490] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.113743] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4f13066-74f6-46f9-9acd-c39ec48e1136 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.121584] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1645.121584] env[62777]: value = "task-1694318" [ 1645.121584] env[62777]: _type = "Task" [ 1645.121584] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.132998] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.146301] env[62777]: DEBUG nova.network.neutron [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updating instance_info_cache with network_info: [{"id": "cd1a2598-267c-46cd-9606-408978cc9bf1", "address": "fa:16:3e:10:7c:eb", "network": {"id": "7c96d98d-2eca-443f-9a1f-f07e11c987dc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1651360249-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e807be81ad1a454da05f7849b0de395d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d275d7c6-2a7b-4ee8-b6f4-fabf1ba1905f", "external-id": "nsx-vlan-transportzone-513", "segmentation_id": 513, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd1a2598-26", "ovs_interfaceid": "cd1a2598-267c-46cd-9606-408978cc9bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.224457] env[62777]: DEBUG nova.network.neutron [-] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.247370] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dde1ec2-8c86-4037-8b20-723d245cc569 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.256233] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2758e98-4454-4490-a091-18f2ae68c82a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.295283] env[62777]: DEBUG nova.compute.manager [req-0c9501ac-d812-4377-bbf3-f565fcc80fd1 req-654f1f9a-6783-4632-bce7-eeaa9f3785ed service nova] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Detach interface failed, port_id=6fcbe9de-cc79-46a6-9086-db61a449b529, reason: Instance 128a9025-7e04-4aab-a449-20564495b40e could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1645.464420] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3738087-0e01-4c88-a2b1-e1e7c938b6aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.493148] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1645.493595] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b22752b-6c8a-4470-8451-fec6e93dce3d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.500145] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1645.500145] env[62777]: value = "task-1694320" [ 1645.500145] env[62777]: _type = "Task" [ 1645.500145] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.508966] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.531051] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ffebbbcc-fb0c-474b-be14-9fa7e21d60d4 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 43.136s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.531051] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.961s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.531391] env[62777]: INFO nova.compute.manager [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Unshelving [ 1645.577395] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bb9c3a65-53da-4c7d-b6fc-047fcc835d21 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b6afd6ef-897d-4be0-8b80-7c1f297d7b82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.331s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.598291] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52385bd7-13a3-939c-8897-c405782f870f, 'name': SearchDatastore_Task, 'duration_secs': 0.01255} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.599161] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.599406] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.599644] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.599789] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.599965] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.600586] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0abf8a95-f502-4eb0-8ce5-2b06a064c29b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.610086] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.610375] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.611176] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f826c26e-f594-4412-a420-ded3a9c568ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.618337] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1645.618337] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5274b661-1b61-53a8-286e-9e352103a8c0" [ 1645.618337] env[62777]: _type = "Task" [ 1645.618337] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.630389] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5274b661-1b61-53a8-286e-9e352103a8c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.636920] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.653781] env[62777]: DEBUG oslo_concurrency.lockutils [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Releasing lock "refresh_cache-c9412880-424e-47af-ae5f-f6af11404dbf" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.653781] env[62777]: DEBUG nova.objects.instance [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lazy-loading 'flavor' on Instance uuid c9412880-424e-47af-ae5f-f6af11404dbf {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.727995] env[62777]: INFO nova.compute.manager [-] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Took 1.24 seconds to deallocate network for instance. [ 1646.010015] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694320, 'name': PowerOffVM_Task, 'duration_secs': 0.331098} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.010716] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.015698] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfiguring VM instance instance-00000037 to detach disk 2002 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.017846] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08cc9305-ac22-41db-a955-f7a0647ee957 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.038922] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1646.038922] env[62777]: value = "task-1694321" [ 1646.038922] env[62777]: _type = "Task" [ 1646.038922] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.047212] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.134557] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5274b661-1b61-53a8-286e-9e352103a8c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011735} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.136063] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96fc08c-07bf-4caf-a60a-ccb878146fba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.141740] env[62777]: DEBUG oslo_vmware.api [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694318, 'name': PowerOnVM_Task, 'duration_secs': 0.534984} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.142372] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.142743] env[62777]: INFO nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1646.142893] env[62777]: DEBUG nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1646.143756] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90b779a-27e4-4ac4-80f2-74df09a0bf22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.147922] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1646.147922] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef96db-924d-dd5c-c4c8-1fe17f7b0572" [ 1646.147922] env[62777]: _type = "Task" [ 1646.147922] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.160817] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef96db-924d-dd5c-c4c8-1fe17f7b0572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.161840] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa571e4b-6d54-40f2-89d8-6e91301581bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.184357] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1646.184826] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32873075-ae86-4895-ac43-1c7587e9eba9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.192855] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1646.192855] env[62777]: value = "task-1694322" [ 1646.192855] env[62777]: _type = "Task" [ 1646.192855] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.203227] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.234360] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.234717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.234958] env[62777]: DEBUG nova.objects.instance [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lazy-loading 'resources' on Instance uuid 128a9025-7e04-4aab-a449-20564495b40e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.401850] env[62777]: DEBUG nova.network.neutron [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [{"id": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "address": "fa:16:3e:63:c2:36", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b08b665-b7", "ovs_interfaceid": "2b08b665-b788-4ee6-842f-ad51ebfc02dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.429454] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.429797] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.554324] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.557572] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.658312] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef96db-924d-dd5c-c4c8-1fe17f7b0572, 'name': SearchDatastore_Task, 'duration_secs': 0.014068} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.658559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.658804] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a55ce8aa-889b-4397-9005-8f120920cf17/a55ce8aa-889b-4397-9005-8f120920cf17.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.659064] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef5cc45c-7755-49b9-abd8-0138c5257c8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.668048] env[62777]: INFO nova.compute.manager [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Took 15.17 seconds to build instance. [ 1646.671185] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1646.671185] env[62777]: value = "task-1694323" [ 1646.671185] env[62777]: _type = "Task" [ 1646.671185] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.680651] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694323, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.705147] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694322, 'name': PowerOffVM_Task, 'duration_secs': 0.309581} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.706095] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.710993] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1646.711313] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db22fec2-67f0-4993-9419-3c54e3efc0ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.734032] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1646.734032] env[62777]: value = "task-1694324" [ 1646.734032] env[62777]: _type = "Task" [ 1646.734032] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.744016] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694324, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.905638] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-05e9ae8e-e533-4528-8c69-8fdef6f94774" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.905924] env[62777]: DEBUG nova.objects.instance [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'migration_context' on Instance uuid 05e9ae8e-e533-4528-8c69-8fdef6f94774 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.932717] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.048344] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6ceb72-9393-445d-ac68-879996ebfe30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.057136] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694321, 'name': ReconfigVM_Task, 'duration_secs': 0.587475} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.059080] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfigured VM instance instance-00000037 to detach disk 2002 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1647.059499] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.059647] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a081e928-eb3c-4874-9eb3-b777984247c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.062234] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc12a94-c134-4f3f-9845-6cd362927d27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.070157] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1647.070157] env[62777]: value = "task-1694325" [ 1647.070157] env[62777]: _type = "Task" [ 1647.070157] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.097643] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8513b043-1715-4b38-982c-67b2a52ae795 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.108334] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694325, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.109907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e1ec5-3ed6-40bc-82aa-392d778cda88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.127340] env[62777]: DEBUG nova.compute.provider_tree [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.151437] env[62777]: DEBUG nova.compute.manager [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1647.152015] env[62777]: DEBUG nova.compute.manager [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing instance network info cache due to event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1647.152015] env[62777]: DEBUG oslo_concurrency.lockutils [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.152214] env[62777]: DEBUG oslo_concurrency.lockutils [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.152401] env[62777]: DEBUG nova.network.neutron [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.172293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e896bf0a-49e6-44cf-81f9-49161b686d1c tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.688s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.182520] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694323, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.242611] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694324, 'name': ReconfigVM_Task, 'duration_secs': 0.400436} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.242915] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1647.243114] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.243389] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06bde26e-9303-46cd-ac17-151c3171cea7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.250439] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1647.250439] env[62777]: value = "task-1694326" [ 1647.250439] env[62777]: _type = "Task" [ 1647.250439] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.259281] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.377997] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1647.378348] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353287', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'name': 'volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '70902640-5dbf-4597-8039-d551cd929166', 'attached_at': '', 'detached_at': '', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'serial': '2fb33d0b-0592-4c84-a724-0d71841d1ffa'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1647.379757] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ffd769-4e66-4489-8d3c-059e06d7cf93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.402254] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e88984-c278-40da-9b5b-b15988815983 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.409204] env[62777]: DEBUG nova.objects.base [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Object Instance<05e9ae8e-e533-4528-8c69-8fdef6f94774> lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1647.425958] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23f56a-f6ca-491a-ad09-1939ae7ee877 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.442024] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa/volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.442024] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80026442-b146-4c30-a313-8c6187d7588c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.474290] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f3c5f8-8681-4820-b1bb-3db0ba012140 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.480538] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1647.480538] env[62777]: value = "task-1694327" [ 1647.480538] env[62777]: _type = "Task" [ 1647.480538] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.482596] env[62777]: DEBUG oslo_vmware.api [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1647.482596] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524aae40-cf44-37ce-4a6b-2adf2c461548" [ 1647.482596] env[62777]: _type = "Task" [ 1647.482596] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.495361] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.497932] env[62777]: DEBUG oslo_vmware.api [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524aae40-cf44-37ce-4a6b-2adf2c461548, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.498248] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.500907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.603021] env[62777]: DEBUG oslo_vmware.api [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694325, 'name': PowerOnVM_Task, 'duration_secs': 0.457661} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.603329] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1647.603585] env[62777]: DEBUG nova.compute.manager [None req-75214dd3-feed-44ea-9700-422af7f8fd41 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1647.605777] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808b72f6-421c-4db7-a063-74cd155e26f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.631367] env[62777]: DEBUG nova.scheduler.client.report [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1647.683694] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694323, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755667} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.683911] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] a55ce8aa-889b-4397-9005-8f120920cf17/a55ce8aa-889b-4397-9005-8f120920cf17.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.684140] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.684396] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de71fca-934f-431e-bd96-e753103507f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.692711] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1647.692711] env[62777]: value = "task-1694328" [ 1647.692711] env[62777]: _type = "Task" [ 1647.692711] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.701886] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.765193] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694326, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.968598] env[62777]: DEBUG nova.network.neutron [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updated VIF entry in instance network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.968982] env[62777]: DEBUG nova.network.neutron [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.991512] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.140920] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.143432] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.586s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.143688] env[62777]: DEBUG nova.objects.instance [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lazy-loading 'pci_requests' on Instance uuid 183e12ec-ab91-4274-ab8a-f7dc48388c24 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.165755] env[62777]: INFO nova.scheduler.client.report [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleted allocations for instance 128a9025-7e04-4aab-a449-20564495b40e [ 1648.201710] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.201965] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1648.202810] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4655d94-a1b4-476d-90a7-36e951c054c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.225184] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] a55ce8aa-889b-4397-9005-8f120920cf17/a55ce8aa-889b-4397-9005-8f120920cf17.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.226121] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13503fd1-f94c-4c86-9d36-51ec45062605 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.245887] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1648.245887] env[62777]: value = "task-1694329" [ 1648.245887] env[62777]: _type = "Task" [ 1648.245887] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.254672] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.263239] env[62777]: DEBUG oslo_vmware.api [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694326, 'name': PowerOnVM_Task, 'duration_secs': 0.519737} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.263622] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.263946] env[62777]: DEBUG nova.compute.manager [None req-58bf4d2c-dbe0-4f0f-96d5-a0ee0ec92ebe tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1648.265073] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b62e6f4-da77-4f29-9f57-3217bb19c26d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.472236] env[62777]: DEBUG oslo_concurrency.lockutils [req-d512b8a4-b157-499e-88d2-9fe51c14346e req-9fdba5eb-f058-496e-a910-1846f87e4b44 service nova] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.493894] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694327, 'name': ReconfigVM_Task, 'duration_secs': 0.898189} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.494214] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa/volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.500569] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6766ea9-ca80-41ca-9442-c2ae095a0a4b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.518120] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1648.518120] env[62777]: value = "task-1694330" [ 1648.518120] env[62777]: _type = "Task" [ 1648.518120] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.527940] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.648621] env[62777]: DEBUG nova.objects.instance [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lazy-loading 'numa_topology' on Instance uuid 183e12ec-ab91-4274-ab8a-f7dc48388c24 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1648.673325] env[62777]: DEBUG oslo_concurrency.lockutils [None req-76769a95-1a3d-4e85-8464-c26cfd71eff6 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "128a9025-7e04-4aab-a449-20564495b40e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.880s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.760018] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.031288] env[62777]: DEBUG oslo_vmware.api [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694330, 'name': ReconfigVM_Task, 'duration_secs': 0.200847} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.031613] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353287', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'name': 'volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '70902640-5dbf-4597-8039-d551cd929166', 'attached_at': '', 'detached_at': '', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'serial': '2fb33d0b-0592-4c84-a724-0d71841d1ffa'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1649.150943] env[62777]: INFO nova.compute.claims [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1649.258963] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694329, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.511770] env[62777]: DEBUG nova.compute.manager [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received event network-changed-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1649.512387] env[62777]: DEBUG nova.compute.manager [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing instance network info cache due to event network-changed-841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1649.512387] env[62777]: DEBUG oslo_concurrency.lockutils [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.512559] env[62777]: DEBUG oslo_concurrency.lockutils [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.512780] env[62777]: DEBUG nova.network.neutron [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1649.599077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "c9412880-424e-47af-ae5f-f6af11404dbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.599483] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "c9412880-424e-47af-ae5f-f6af11404dbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.599718] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "c9412880-424e-47af-ae5f-f6af11404dbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.599903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "c9412880-424e-47af-ae5f-f6af11404dbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.600093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "c9412880-424e-47af-ae5f-f6af11404dbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.610309] env[62777]: INFO nova.compute.manager [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Terminating instance [ 1649.761900] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694329, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.062020] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6964205-6420-41ba-858f-529413d71ae9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.071274] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae931ce4-48d2-4904-ad08-a4a2d2f15b97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.103502] env[62777]: DEBUG nova.objects.instance [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.107469] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c666e5f4-ffbc-4fb3-890b-86572509be35 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.114984] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.115958] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.115958] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.115958] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.115958] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.118354] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba4377a-f25d-4c79-9f26-e2ac1a05792d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.123642] env[62777]: DEBUG nova.compute.manager [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1650.123871] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.124470] env[62777]: INFO nova.compute.manager [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Terminating instance [ 1650.127745] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1fe35a-de35-4792-929e-0913a417cf62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.145441] env[62777]: DEBUG nova.compute.provider_tree [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.148696] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.149175] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30f1af26-2ad2-44a9-8c6b-405e1bf60ebb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.156872] env[62777]: DEBUG oslo_vmware.api [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1650.156872] env[62777]: value = "task-1694331" [ 1650.156872] env[62777]: _type = "Task" [ 1650.156872] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.165823] env[62777]: DEBUG nova.compute.manager [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.166458] env[62777]: DEBUG oslo_vmware.api [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.167474] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53cbe88-3085-47a4-9366-cdef44244aed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.262034] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694329, 'name': ReconfigVM_Task, 'duration_secs': 1.662976} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.262034] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Reconfigured VM instance instance-00000056 to attach disk [datastore1] a55ce8aa-889b-4397-9005-8f120920cf17/a55ce8aa-889b-4397-9005-8f120920cf17.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.262034] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b697736c-3098-41af-8cac-ab464e57799f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.268803] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1650.268803] env[62777]: value = "task-1694332" [ 1650.268803] env[62777]: _type = "Task" [ 1650.268803] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.277564] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694332, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.363825] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.448147] env[62777]: DEBUG nova.network.neutron [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updated VIF entry in instance network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1650.448533] env[62777]: DEBUG nova.network.neutron [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.614114] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9bd2e660-9315-4726-8f7f-3e6e4682aa46 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.615035] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.252s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.615221] env[62777]: DEBUG nova.compute.manager [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.616398] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d44883-d151-4853-8023-33b81e659727 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.623157] env[62777]: DEBUG nova.compute.manager [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1650.623655] env[62777]: DEBUG nova.objects.instance [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.634276] env[62777]: DEBUG nova.compute.manager [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1650.634276] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1650.635356] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4daf8a-e13b-4364-bf87-92fdec91d999 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.644025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.644248] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b627778f-be42-4afa-ae53-e0fbce934f27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.650545] env[62777]: DEBUG nova.scheduler.client.report [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1650.656532] env[62777]: DEBUG oslo_vmware.api [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1650.656532] env[62777]: value = "task-1694333" [ 1650.656532] env[62777]: _type = "Task" [ 1650.656532] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.678317] env[62777]: DEBUG oslo_vmware.api [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694331, 'name': PowerOffVM_Task, 'duration_secs': 0.319488} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.679124] env[62777]: INFO nova.compute.manager [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] instance snapshotting [ 1650.679722] env[62777]: DEBUG nova.objects.instance [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'flavor' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.681027] env[62777]: DEBUG oslo_vmware.api [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.681914] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.681914] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1650.681914] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065d8b5e-e386-44d5-a103-c4001ec3566f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.771377] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1650.771623] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1650.772015] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Deleting the datastore file [datastore1] c9412880-424e-47af-ae5f-f6af11404dbf {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1650.775538] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b998cef-f33a-45bd-962d-7800da3f1ff9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.786018] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694332, 'name': Rename_Task, 'duration_secs': 0.177577} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.786018] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.786018] env[62777]: DEBUG oslo_vmware.api [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1650.786018] env[62777]: value = "task-1694335" [ 1650.786018] env[62777]: _type = "Task" [ 1650.786018] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.786018] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3254a8ed-9186-4e4f-b933-a979b00062ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.796656] env[62777]: DEBUG oslo_vmware.api [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.797752] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1650.797752] env[62777]: value = "task-1694336" [ 1650.797752] env[62777]: _type = "Task" [ 1650.797752] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.806649] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.952654] env[62777]: DEBUG oslo_concurrency.lockutils [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.952943] env[62777]: DEBUG nova.compute.manager [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received event network-changed-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1650.953122] env[62777]: DEBUG nova.compute.manager [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing instance network info cache due to event network-changed-841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1650.954220] env[62777]: DEBUG oslo_concurrency.lockutils [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] Acquiring lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.954220] env[62777]: DEBUG oslo_concurrency.lockutils [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] Acquired lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.954220] env[62777]: DEBUG nova.network.neutron [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Refreshing network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1651.158377] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.015s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.160904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.662s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.173398] env[62777]: DEBUG oslo_vmware.api [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694333, 'name': PowerOffVM_Task, 'duration_secs': 0.26484} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.173803] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1651.174190] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1651.174464] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-817e6f1b-4d12-4e0d-870e-0620f3cc4db0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.187854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d65c85-ab16-4fad-adf9-2fb713dda4eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.208300] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b4481-ad8b-436a-a75d-9f55efdf5135 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.237600] env[62777]: INFO nova.network.neutron [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating port ff59b4b6-0a56-4b47-91b5-5906fbdc4284 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1651.263024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1651.263024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1651.263024] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleting the datastore file [datastore1] fffa07ee-854d-4cdc-9cba-a5312a8dfa57 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1651.263024] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b0b8d94-65b2-4fef-bb03-5e03881ef3bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.270952] env[62777]: DEBUG oslo_vmware.api [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for the task: (returnval){ [ 1651.270952] env[62777]: value = "task-1694338" [ 1651.270952] env[62777]: _type = "Task" [ 1651.270952] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.280297] env[62777]: DEBUG oslo_vmware.api [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.295761] env[62777]: DEBUG oslo_vmware.api [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.296015] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.296385] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.296577] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.296749] env[62777]: INFO nova.compute.manager [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1651.296985] env[62777]: DEBUG oslo.service.loopingcall [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.297187] env[62777]: DEBUG nova.compute.manager [-] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1651.297281] env[62777]: DEBUG nova.network.neutron [-] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.307780] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694336, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.632169] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1651.632547] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5079f32-e596-4e59-a522-c9e131c0f073 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.639396] env[62777]: DEBUG oslo_vmware.api [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1651.639396] env[62777]: value = "task-1694339" [ 1651.639396] env[62777]: _type = "Task" [ 1651.639396] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.648494] env[62777]: DEBUG oslo_vmware.api [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.726225] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1651.730902] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a6a658b-41fb-4125-aeb9-a57bb94d4983 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.739103] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1651.739103] env[62777]: value = "task-1694340" [ 1651.739103] env[62777]: _type = "Task" [ 1651.739103] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.750699] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.780616] env[62777]: DEBUG oslo_vmware.api [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Task: {'id': task-1694338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317151} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.783648] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1651.783868] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1651.784063] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1651.784256] env[62777]: INFO nova.compute.manager [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1651.784675] env[62777]: DEBUG oslo.service.loopingcall [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1651.785618] env[62777]: DEBUG nova.compute.manager [-] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1651.785618] env[62777]: DEBUG nova.network.neutron [-] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1651.809370] env[62777]: DEBUG oslo_vmware.api [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694336, 'name': PowerOnVM_Task, 'duration_secs': 0.816902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.809605] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.809815] env[62777]: INFO nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1651.810514] env[62777]: DEBUG nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1651.811478] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3579e0e-fd39-4076-9f48-83605bcaec2f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.990601] env[62777]: DEBUG nova.compute.manager [req-8597d93c-fb74-47e8-9ef0-a04189e9eea4 req-1e50eacb-2e37-4e59-8791-1d2dd8271ff2 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Received event network-vif-deleted-cd1a2598-267c-46cd-9606-408978cc9bf1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1651.990967] env[62777]: INFO nova.compute.manager [req-8597d93c-fb74-47e8-9ef0-a04189e9eea4 req-1e50eacb-2e37-4e59-8791-1d2dd8271ff2 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Neutron deleted interface cd1a2598-267c-46cd-9606-408978cc9bf1; detaching it from the instance and deleting it from the info cache [ 1651.991217] env[62777]: DEBUG nova.network.neutron [req-8597d93c-fb74-47e8-9ef0-a04189e9eea4 req-1e50eacb-2e37-4e59-8791-1d2dd8271ff2 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.029935] env[62777]: DEBUG nova.network.neutron [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updated VIF entry in instance network info cache for port 841ef835-82ac-40c1-b122-71ccdf310265. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1652.034081] env[62777]: DEBUG nova.network.neutron [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [{"id": "841ef835-82ac-40c1-b122-71ccdf310265", "address": "fa:16:3e:96:a8:bb", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap841ef835-82", "ovs_interfaceid": "841ef835-82ac-40c1-b122-71ccdf310265", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.066413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2957c-4b66-43e3-8780-80e7835da2ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.081490] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20e18cf-a087-4bbd-acae-c3fb374f5101 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.134974] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e894998f-cff2-4e91-b8d0-058693cba8c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.150684] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2fde00-1793-493d-ad44-7ef5452200b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.161984] env[62777]: DEBUG oslo_vmware.api [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694339, 'name': PowerOffVM_Task, 'duration_secs': 0.372632} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.162807] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.163261] env[62777]: DEBUG nova.compute.manager [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.164421] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19fcc79-64f7-4299-8aff-1499e57f2cd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.182097] env[62777]: DEBUG nova.compute.provider_tree [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.249039] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.338854] env[62777]: INFO nova.compute.manager [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Took 19.23 seconds to build instance. [ 1652.457096] env[62777]: DEBUG nova.network.neutron [-] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.494381] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9908f11-c0f6-4c6f-b96b-52b8e933eaa0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.503449] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6719d8-3034-4b3e-97b0-d48872beef7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.541380] env[62777]: DEBUG oslo_concurrency.lockutils [req-f63f2bfb-5e2c-4545-bb16-89d47ae983ac req-1ac014a9-e799-4c34-a3a0-b1cc6693635f service nova] Releasing lock "refresh_cache-f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.541948] env[62777]: DEBUG nova.compute.manager [req-8597d93c-fb74-47e8-9ef0-a04189e9eea4 req-1e50eacb-2e37-4e59-8791-1d2dd8271ff2 service nova] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Detach interface failed, port_id=cd1a2598-267c-46cd-9606-408978cc9bf1, reason: Instance c9412880-424e-47af-ae5f-f6af11404dbf could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1652.550142] env[62777]: DEBUG nova.compute.manager [req-774d58a8-8c84-4dfb-994d-2d4f8a06307b req-d4a057e7-6eaf-4f49-b000-92b790b386cd service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Received event network-vif-deleted-afefea6b-3735-42b0-9576-b6a4ea2fe690 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1652.550398] env[62777]: INFO nova.compute.manager [req-774d58a8-8c84-4dfb-994d-2d4f8a06307b req-d4a057e7-6eaf-4f49-b000-92b790b386cd service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Neutron deleted interface afefea6b-3735-42b0-9576-b6a4ea2fe690; detaching it from the instance and deleting it from the info cache [ 1652.550685] env[62777]: DEBUG nova.network.neutron [req-774d58a8-8c84-4dfb-994d-2d4f8a06307b req-d4a057e7-6eaf-4f49-b000-92b790b386cd service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.687115] env[62777]: DEBUG nova.scheduler.client.report [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1652.696712] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6711e5dd-0438-4478-9d13-55dd187cb330 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.754141] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.841042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7b650317-01c9-4db8-8237-2fedca9c850e tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "a55ce8aa-889b-4397-9005-8f120920cf17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.751s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.951228] env[62777]: DEBUG nova.network.neutron [-] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.960180] env[62777]: INFO nova.compute.manager [-] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Took 1.66 seconds to deallocate network for instance. [ 1653.048548] env[62777]: DEBUG nova.objects.instance [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.055752] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8589f60-43c2-4151-819d-c2ef9712123a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.067670] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a3460-e8da-49e6-9a1c-3fd17370cc51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.105454] env[62777]: DEBUG nova.compute.manager [req-774d58a8-8c84-4dfb-994d-2d4f8a06307b req-d4a057e7-6eaf-4f49-b000-92b790b386cd service nova] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Detach interface failed, port_id=afefea6b-3735-42b0-9576-b6a4ea2fe690, reason: Instance fffa07ee-854d-4cdc-9cba-a5312a8dfa57 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1653.254879] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694340, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.388039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.388039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.388039] env[62777]: DEBUG nova.network.neutron [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.454599] env[62777]: INFO nova.compute.manager [-] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Took 1.67 seconds to deallocate network for instance. [ 1653.469799] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.556935] env[62777]: DEBUG oslo_concurrency.lockutils [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.557112] env[62777]: DEBUG oslo_concurrency.lockutils [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.557282] env[62777]: DEBUG nova.network.neutron [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1653.557452] env[62777]: DEBUG nova.objects.instance [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'info_cache' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1653.703915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.543s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.707937] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.206s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.708705] env[62777]: INFO nova.compute.claims [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1653.757182] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694340, 'name': CreateSnapshot_Task, 'duration_secs': 1.663829} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.760123] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1653.760123] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6985a422-125e-44df-93b4-42ddf6b38a2b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.964263] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.046709] env[62777]: DEBUG nova.compute.manager [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-vif-plugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1654.047270] env[62777]: DEBUG oslo_concurrency.lockutils [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.049268] env[62777]: DEBUG oslo_concurrency.lockutils [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.049268] env[62777]: DEBUG oslo_concurrency.lockutils [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.049268] env[62777]: DEBUG nova.compute.manager [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] No waiting events found dispatching network-vif-plugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.049419] env[62777]: WARNING nova.compute.manager [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received unexpected event network-vif-plugged-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 for instance with vm_state shelved_offloaded and task_state spawning. [ 1654.049452] env[62777]: DEBUG nova.compute.manager [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-changed-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1654.049610] env[62777]: DEBUG nova.compute.manager [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Refreshing instance network info cache due to event network-changed-ff59b4b6-0a56-4b47-91b5-5906fbdc4284. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1654.049788] env[62777]: DEBUG oslo_concurrency.lockutils [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.061389] env[62777]: DEBUG nova.objects.base [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Object Instance<70902640-5dbf-4597-8039-d551cd929166> lazy-loaded attributes: flavor,info_cache {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1654.187169] env[62777]: DEBUG nova.network.neutron [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.265136] env[62777]: INFO nova.scheduler.client.report [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted allocation for migration 56464083-a377-401c-8064-0806eb9b319e [ 1654.289734] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1654.290349] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1b46fa8a-8345-4881-bc5d-0c58080875c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.302742] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1654.302742] env[62777]: value = "task-1694341" [ 1654.302742] env[62777]: _type = "Task" [ 1654.302742] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.312289] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694341, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.453459] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "a55ce8aa-889b-4397-9005-8f120920cf17" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.453985] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "a55ce8aa-889b-4397-9005-8f120920cf17" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.454205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "a55ce8aa-889b-4397-9005-8f120920cf17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.454468] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "a55ce8aa-889b-4397-9005-8f120920cf17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.454701] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "a55ce8aa-889b-4397-9005-8f120920cf17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.458248] env[62777]: INFO nova.compute.manager [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Terminating instance [ 1654.465323] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.466065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.689456] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.691935] env[62777]: DEBUG oslo_concurrency.lockutils [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.692140] env[62777]: DEBUG nova.network.neutron [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Refreshing network info cache for port ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.719860] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='49052533e9c28b80a12c21fda81d5dca',container_format='bare',created_at=2024-12-10T16:17:58Z,direct_url=,disk_format='vmdk',id=8c482cde-63b1-4726-b3ad-904e1bc418e7,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1819541280-shelved',owner='652d7c9b808b4b7fb56289580dba60d2',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2024-12-10T16:18:30Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.720099] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.720318] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.720461] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.720610] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.720751] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.720947] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.721122] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.721291] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.721450] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.721618] env[62777]: DEBUG nova.virt.hardware [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.725271] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594e635e-4e2c-47a6-8a31-833c31084291 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.735620] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b9f6a5-a97d-4d4a-bc95-2ed4c04d9f3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.751903] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:68:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff59b4b6-0a56-4b47-91b5-5906fbdc4284', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1654.761582] env[62777]: DEBUG oslo.service.loopingcall [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.768521] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1654.768976] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1715111-6427-407b-a4e4-f88f277677e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.786669] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8a3aa315-0293-4f49-b1b0-839234242ec2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.339s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.792831] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.792831] env[62777]: value = "task-1694342" [ 1654.792831] env[62777]: _type = "Task" [ 1654.792831] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.805625] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694342, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.821909] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694341, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.901577] env[62777]: DEBUG nova.network.neutron [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating instance_info_cache with network_info: [{"id": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "address": "fa:16:3e:86:44:09", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5a8d04-a3", "ovs_interfaceid": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.968022] env[62777]: DEBUG nova.compute.manager [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1654.968120] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.969328] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547ee9e5-7114-4112-98d7-d27456f1bf44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.972947] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1654.982979] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.983265] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b899cca-5c10-4c1f-9fff-da69217fa982 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.989593] env[62777]: DEBUG oslo_vmware.api [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1654.989593] env[62777]: value = "task-1694343" [ 1654.989593] env[62777]: _type = "Task" [ 1654.989593] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.001742] env[62777]: DEBUG oslo_vmware.api [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.048025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.048025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1655.048025] env[62777]: DEBUG nova.objects.instance [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'flavor' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.080830] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889fd36-81f7-4920-a76b-6d59316be421 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.090419] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2f2b37-538b-48ab-ae44-29d0d56c4c72 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.125400] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b966b259-d28c-401b-8b75-7c4f769bdec4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.134723] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f6d91-bc52-4bbb-8091-ff4a65f37fb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.149366] env[62777]: DEBUG nova.compute.provider_tree [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.304527] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694342, 'name': CreateVM_Task, 'duration_secs': 0.343372} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.304868] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.305448] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.305603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.306076] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.306358] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53515768-5fcd-4b68-ad06-eb9bc6b4eb0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.318241] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694341, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.321946] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1655.321946] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5200335c-c6aa-1dd4-56dc-516d68f43eec" [ 1655.321946] env[62777]: _type = "Task" [ 1655.321946] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.333812] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.336153] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Processing image 8c482cde-63b1-4726-b3ad-904e1bc418e7 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.337308] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.337653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.339313] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.344527] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f07da27-3451-43ce-8c10-9613d79fcfd6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.356532] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.356532] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.357645] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cd3b586-6fd5-418b-8917-658736b75506 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.363357] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1655.363357] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a859e4-a0e9-3f5b-12ef-f1873287c03b" [ 1655.363357] env[62777]: _type = "Task" [ 1655.363357] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.373070] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a859e4-a0e9-3f5b-12ef-f1873287c03b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.405219] env[62777]: DEBUG oslo_concurrency.lockutils [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.505378] env[62777]: DEBUG oslo_vmware.api [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694343, 'name': PowerOffVM_Task, 'duration_secs': 0.385535} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.506324] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.506611] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1655.506776] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1655.507113] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32f83649-37e5-420b-aebd-4e68ef14b4d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.551238] env[62777]: DEBUG nova.objects.instance [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'pci_requests' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.552920] env[62777]: DEBUG nova.network.neutron [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updated VIF entry in instance network info cache for port ff59b4b6-0a56-4b47-91b5-5906fbdc4284. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.556971] env[62777]: DEBUG nova.network.neutron [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.583650] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1655.583936] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1655.584178] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleting the datastore file [datastore1] a55ce8aa-889b-4397-9005-8f120920cf17 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.584458] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f60929b-f57e-44ad-a31e-f08104fc3842 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.592389] env[62777]: DEBUG oslo_vmware.api [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for the task: (returnval){ [ 1655.592389] env[62777]: value = "task-1694345" [ 1655.592389] env[62777]: _type = "Task" [ 1655.592389] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.601433] env[62777]: DEBUG oslo_vmware.api [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.652677] env[62777]: DEBUG nova.scheduler.client.report [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1655.816740] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694341, 'name': CloneVM_Task, 'duration_secs': 1.456872} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.818235] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created linked-clone VM from snapshot [ 1655.818235] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bd5dd4-5b23-48d5-97e2-05c5a3bfbcaf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.825053] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Uploading image 333b31f1-6ba6-481f-bd32-dafdd40ee174 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1655.844646] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1655.844646] env[62777]: value = "vm-353290" [ 1655.844646] env[62777]: _type = "VirtualMachine" [ 1655.844646] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1655.844907] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a6405bf1-278a-41c3-8431-c6d303f179f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.851110] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease: (returnval){ [ 1655.851110] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522bf1d8-0c46-15ab-5ec3-6d00dcfc3281" [ 1655.851110] env[62777]: _type = "HttpNfcLease" [ 1655.851110] env[62777]: } obtained for exporting VM: (result){ [ 1655.851110] env[62777]: value = "vm-353290" [ 1655.851110] env[62777]: _type = "VirtualMachine" [ 1655.851110] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1655.851365] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the lease: (returnval){ [ 1655.851365] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522bf1d8-0c46-15ab-5ec3-6d00dcfc3281" [ 1655.851365] env[62777]: _type = "HttpNfcLease" [ 1655.851365] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1655.856973] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1655.856973] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522bf1d8-0c46-15ab-5ec3-6d00dcfc3281" [ 1655.856973] env[62777]: _type = "HttpNfcLease" [ 1655.856973] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1655.873546] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Preparing fetch location {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1655.873778] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Fetch image to [datastore1] OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba/OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba.vmdk {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1655.873956] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Downloading stream optimized image 8c482cde-63b1-4726-b3ad-904e1bc418e7 to [datastore1] OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba/OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba.vmdk on the data store datastore1 as vApp {{(pid=62777) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1655.874164] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Downloading image file data 8c482cde-63b1-4726-b3ad-904e1bc418e7 to the ESX as VM named 'OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba' {{(pid=62777) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1655.942055] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1655.942055] env[62777]: value = "resgroup-9" [ 1655.942055] env[62777]: _type = "ResourcePool" [ 1655.942055] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1655.942631] env[62777]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9ff2b597-6b8a-4d08-a769-176d266257b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.962835] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lease: (returnval){ [ 1655.962835] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dee135-39e7-1558-c0b9-899448614010" [ 1655.962835] env[62777]: _type = "HttpNfcLease" [ 1655.962835] env[62777]: } obtained for vApp import into resource pool (val){ [ 1655.962835] env[62777]: value = "resgroup-9" [ 1655.962835] env[62777]: _type = "ResourcePool" [ 1655.962835] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1655.963153] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the lease: (returnval){ [ 1655.963153] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dee135-39e7-1558-c0b9-899448614010" [ 1655.963153] env[62777]: _type = "HttpNfcLease" [ 1655.963153] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1655.969159] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1655.969159] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dee135-39e7-1558-c0b9-899448614010" [ 1655.969159] env[62777]: _type = "HttpNfcLease" [ 1655.969159] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1656.059333] env[62777]: DEBUG nova.objects.base [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Object Instance<56c8dc06-0504-40dc-bce5-489a703fc1ee> lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1656.059559] env[62777]: DEBUG nova.network.neutron [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1656.062508] env[62777]: DEBUG oslo_concurrency.lockutils [req-996eddfe-0a27-490f-8fc8-62553dee8edd req-2426fbde-0f20-439c-a50f-9627230a76ca service nova] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.103152] env[62777]: DEBUG oslo_vmware.api [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Task: {'id': task-1694345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148207} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.103536] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.103773] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1656.104057] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1656.104136] env[62777]: INFO nova.compute.manager [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1656.104343] env[62777]: DEBUG oslo.service.loopingcall [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1656.104544] env[62777]: DEBUG nova.compute.manager [-] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1656.104663] env[62777]: DEBUG nova.network.neutron [-] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1656.157868] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.158398] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1656.161938] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.691s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.162221] env[62777]: DEBUG nova.objects.instance [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lazy-loading 'resources' on Instance uuid c9412880-424e-47af-ae5f-f6af11404dbf {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.186531] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3278d2cf-db0d-4626-8181-44f41ad45f0b tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.139s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.359890] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1656.359890] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522bf1d8-0c46-15ab-5ec3-6d00dcfc3281" [ 1656.359890] env[62777]: _type = "HttpNfcLease" [ 1656.359890] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1656.360443] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1656.360443] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522bf1d8-0c46-15ab-5ec3-6d00dcfc3281" [ 1656.360443] env[62777]: _type = "HttpNfcLease" [ 1656.360443] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1656.361171] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8765b4-c152-469b-8aa2-5a010d50690e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.369019] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52894c7c-bb12-1249-720e-a9eeec226c90/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1656.369353] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52894c7c-bb12-1249-720e-a9eeec226c90/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1656.429811] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.430157] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.430385] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.430575] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.430757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.430925] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.433576] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03cbd2be-ae48-4d43-a38a-c5ad053b4eac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.436101] env[62777]: INFO nova.compute.manager [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Terminating instance [ 1656.442816] env[62777]: DEBUG oslo_vmware.api [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1656.442816] env[62777]: value = "task-1694348" [ 1656.442816] env[62777]: _type = "Task" [ 1656.442816] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.452395] env[62777]: DEBUG oslo_vmware.api [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.471497] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1656.471497] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dee135-39e7-1558-c0b9-899448614010" [ 1656.471497] env[62777]: _type = "HttpNfcLease" [ 1656.471497] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1656.480158] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dbf29b63-1708-489e-91cd-49c777dc785e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.665171] env[62777]: DEBUG nova.compute.utils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1656.670611] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1656.670856] env[62777]: DEBUG nova.network.neutron [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1656.715118] env[62777]: DEBUG nova.policy [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1656.771341] env[62777]: DEBUG nova.compute.manager [req-c9b52553-beb0-4a7a-9200-a43a4f201926 req-84aee341-f53a-4651-8d5e-ff0ca5a55752 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Received event network-vif-deleted-3cbf42c1-9c8f-45ed-9309-5ada89df3bac {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1656.771541] env[62777]: INFO nova.compute.manager [req-c9b52553-beb0-4a7a-9200-a43a4f201926 req-84aee341-f53a-4651-8d5e-ff0ca5a55752 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Neutron deleted interface 3cbf42c1-9c8f-45ed-9309-5ada89df3bac; detaching it from the instance and deleting it from the info cache [ 1656.771802] env[62777]: DEBUG nova.network.neutron [req-c9b52553-beb0-4a7a-9200-a43a4f201926 req-84aee341-f53a-4651-8d5e-ff0ca5a55752 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.825258] env[62777]: DEBUG nova.network.neutron [-] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.942311] env[62777]: DEBUG nova.compute.manager [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.942518] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.943698] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52912b9-5c5e-49cd-aa72-4dd1c91a23f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.955145] env[62777]: DEBUG oslo_vmware.api [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694348, 'name': PowerOnVM_Task, 'duration_secs': 0.400855} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.959943] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1656.960187] env[62777]: DEBUG nova.compute.manager [None req-884ec231-01bc-4489-be39-6246d675b96d tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1656.961510] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.963436] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d2d115-c8fa-4692-b74e-e747a7d4d1b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.966074] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24cd9b15-200e-48e1-a103-e37a98d77f60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.979507] env[62777]: DEBUG oslo_vmware.api [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1656.979507] env[62777]: value = "task-1694349" [ 1656.979507] env[62777]: _type = "Task" [ 1656.979507] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.979507] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1656.979507] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dee135-39e7-1558-c0b9-899448614010" [ 1656.979507] env[62777]: _type = "HttpNfcLease" [ 1656.979507] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1656.982783] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1656.982783] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dee135-39e7-1558-c0b9-899448614010" [ 1656.982783] env[62777]: _type = "HttpNfcLease" [ 1656.982783] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1656.992296] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a557c8d-8c0a-4d1f-884e-cf01589e45a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.005362] env[62777]: DEBUG oslo_vmware.api [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.008764] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d31a8-a6ee-daca-4627-3d19c45ec00a/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1657.008961] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d31a8-a6ee-daca-4627-3d19c45ec00a/disk-0.vmdk. {{(pid=62777) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1657.017352] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aee355-d98e-411e-8ac2-5e3665059d32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.077520] env[62777]: DEBUG nova.network.neutron [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Successfully created port: 7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1657.092438] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4870be1-6e80-4caf-a38b-786597ddd771 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.098047] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64fbf1af-95d5-4107-b43a-d104abca4774 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.135604] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e21cbc-083f-4bf7-8b0a-f49f25775143 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.144755] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2dc7a8-2f92-4485-b574-3fa6723f252a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.162122] env[62777]: DEBUG nova.compute.provider_tree [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.171052] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1657.280800] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-269bc78d-587c-4d78-ab80-192e47083f4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.292068] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d082a3a4-7c5f-43c0-9d48-6819fd4e82a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.341013] env[62777]: INFO nova.compute.manager [-] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Took 1.24 seconds to deallocate network for instance. [ 1657.341427] env[62777]: DEBUG nova.compute.manager [req-c9b52553-beb0-4a7a-9200-a43a4f201926 req-84aee341-f53a-4651-8d5e-ff0ca5a55752 service nova] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Detach interface failed, port_id=3cbf42c1-9c8f-45ed-9309-5ada89df3bac, reason: Instance a55ce8aa-889b-4397-9005-8f120920cf17 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1657.465397] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.465756] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.497961] env[62777]: DEBUG oslo_vmware.api [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694349, 'name': PowerOffVM_Task, 'duration_secs': 0.261375} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.499931] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.500160] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1657.504984] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-827ff5d3-2f82-4c81-b3b7-8c84bc837812 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.577631] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1657.577904] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1657.578059] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleting the datastore file [datastore1] 05e9ae8e-e533-4528-8c69-8fdef6f94774 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1657.578413] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f9fbf9-46a6-4780-b82f-ddf7e79f5108 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.591131] env[62777]: DEBUG oslo_vmware.api [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1657.591131] env[62777]: value = "task-1694351" [ 1657.591131] env[62777]: _type = "Task" [ 1657.591131] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.608953] env[62777]: DEBUG oslo_vmware.api [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.666008] env[62777]: DEBUG nova.scheduler.client.report [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1657.851700] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.968865] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.104185] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.104492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.104881] env[62777]: DEBUG nova.objects.instance [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'flavor' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.106335] env[62777]: DEBUG oslo_vmware.api [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223887} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.110025] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1658.110025] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1658.110025] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1658.110025] env[62777]: INFO nova.compute.manager [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1658.110025] env[62777]: DEBUG oslo.service.loopingcall [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.110025] env[62777]: DEBUG nova.compute.manager [-] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1658.110025] env[62777]: DEBUG nova.network.neutron [-] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.181515] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.189022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.222s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.189022] env[62777]: DEBUG nova.objects.instance [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lazy-loading 'resources' on Instance uuid fffa07ee-854d-4cdc-9cba-a5312a8dfa57 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.189022] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1658.212877] env[62777]: INFO nova.scheduler.client.report [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Deleted allocations for instance c9412880-424e-47af-ae5f-f6af11404dbf [ 1658.220149] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1658.220422] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1658.220590] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1658.220863] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1658.221036] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1658.221463] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1658.221750] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1658.221957] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1658.222152] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1658.222878] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1658.222878] env[62777]: DEBUG nova.virt.hardware [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1658.223708] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf3bcff-cace-4c38-966d-dfc34bbd4ee0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.241029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bfa709-aa43-4c2d-8af7-460066e69e2b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.319615] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Completed reading data from the image iterator. {{(pid=62777) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1658.319940] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d31a8-a6ee-daca-4627-3d19c45ec00a/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1658.321194] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48526db0-75fc-4793-b92f-8b705452e932 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.329715] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d31a8-a6ee-daca-4627-3d19c45ec00a/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1658.329811] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d31a8-a6ee-daca-4627-3d19c45ec00a/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1658.330178] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5eaf0244-3124-45e2-b0f2-240655340dd5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.510841] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.580257] env[62777]: DEBUG oslo_vmware.rw_handles [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522d31a8-a6ee-daca-4627-3d19c45ec00a/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1658.580530] env[62777]: INFO nova.virt.vmwareapi.images [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Downloaded image file data 8c482cde-63b1-4726-b3ad-904e1bc418e7 [ 1658.581500] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aec324a-c16b-4b95-a191-4842362dd5f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.600975] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b8fd620-c984-4bac-abd0-a8699e275d58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.661016] env[62777]: INFO nova.virt.vmwareapi.images [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] The imported VM was unregistered [ 1658.662853] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Caching image {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1658.663301] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7 {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.663737] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1140843d-e27f-4fc7-90ac-f95c7af45f3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.677311] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Created directory with path [datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7 {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.677532] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba/OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba.vmdk to [datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk. {{(pid=62777) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1658.678049] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bb0d32b6-2511-468f-9bdd-cdee0cd51cd5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.685828] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1658.685828] env[62777]: value = "task-1694353" [ 1658.685828] env[62777]: _type = "Task" [ 1658.685828] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.698186] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.734482] env[62777]: DEBUG oslo_concurrency.lockutils [None req-db6cb8d5-b728-42c5-9a85-539f5e66687d tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "c9412880-424e-47af-ae5f-f6af11404dbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.135s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.748577] env[62777]: DEBUG nova.network.neutron [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Successfully updated port: 7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1658.771417] env[62777]: DEBUG nova.objects.instance [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'pci_requests' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.800485] env[62777]: DEBUG nova.compute.manager [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Received event network-vif-plugged-7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1658.800732] env[62777]: DEBUG oslo_concurrency.lockutils [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] Acquiring lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.800939] env[62777]: DEBUG oslo_concurrency.lockutils [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.801122] env[62777]: DEBUG oslo_concurrency.lockutils [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.801344] env[62777]: DEBUG nova.compute.manager [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] No waiting events found dispatching network-vif-plugged-7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.801441] env[62777]: WARNING nova.compute.manager [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Received unexpected event network-vif-plugged-7272952e-6f44-4c90-90d9-aab1a70f214b for instance with vm_state building and task_state spawning. [ 1658.801589] env[62777]: DEBUG nova.compute.manager [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Received event network-changed-7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1658.801763] env[62777]: DEBUG nova.compute.manager [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Refreshing instance network info cache due to event network-changed-7272952e-6f44-4c90-90d9-aab1a70f214b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1658.801906] env[62777]: DEBUG oslo_concurrency.lockutils [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] Acquiring lock "refresh_cache-f2c09bac-bf50-40bf-bc44-8dcffb2f0672" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.802049] env[62777]: DEBUG oslo_concurrency.lockutils [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] Acquired lock "refresh_cache-f2c09bac-bf50-40bf-bc44-8dcffb2f0672" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.802206] env[62777]: DEBUG nova.network.neutron [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Refreshing network info cache for port 7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1658.879307] env[62777]: DEBUG nova.compute.manager [req-d351d679-041c-4ee5-91e4-73572eeee6c9 req-39fb70eb-6011-401d-a091-62ddc2e49d92 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Received event network-vif-deleted-2b08b665-b788-4ee6-842f-ad51ebfc02dd {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1658.879542] env[62777]: INFO nova.compute.manager [req-d351d679-041c-4ee5-91e4-73572eeee6c9 req-39fb70eb-6011-401d-a091-62ddc2e49d92 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Neutron deleted interface 2b08b665-b788-4ee6-842f-ad51ebfc02dd; detaching it from the instance and deleting it from the info cache [ 1658.879668] env[62777]: DEBUG nova.network.neutron [req-d351d679-041c-4ee5-91e4-73572eeee6c9 req-39fb70eb-6011-401d-a091-62ddc2e49d92 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.003706] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea998115-6092-4785-9d3d-512c567a263e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.012148] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b66dce-d64d-4a86-bb92-1b37cbe7e034 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.045996] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8aba78-e486-442a-9c57-400aa996ecbe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.057779] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8569125-f191-4c04-92e6-5437f4ea118f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.075034] env[62777]: DEBUG nova.compute.provider_tree [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.196311] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.254697] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-f2c09bac-bf50-40bf-bc44-8dcffb2f0672" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.276837] env[62777]: DEBUG nova.objects.base [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Object Instance<56c8dc06-0504-40dc-bce5-489a703fc1ee> lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1659.277130] env[62777]: DEBUG nova.network.neutron [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1659.352493] env[62777]: DEBUG nova.policy [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1659.355531] env[62777]: DEBUG nova.network.neutron [-] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.371035] env[62777]: DEBUG nova.network.neutron [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.382795] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22ec5cc5-e4d5-4402-b0db-caf2c64bd57a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.394178] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9667554f-7395-4c39-9a7e-dbd4184aa1d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.432519] env[62777]: DEBUG nova.compute.manager [req-d351d679-041c-4ee5-91e4-73572eeee6c9 req-39fb70eb-6011-401d-a091-62ddc2e49d92 service nova] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Detach interface failed, port_id=2b08b665-b788-4ee6-842f-ad51ebfc02dd, reason: Instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1659.524525] env[62777]: DEBUG nova.network.neutron [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.553665] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.553980] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.554298] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.554509] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.554685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.557237] env[62777]: INFO nova.compute.manager [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Terminating instance [ 1659.578323] env[62777]: DEBUG nova.scheduler.client.report [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1659.697710] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.834535] env[62777]: DEBUG nova.network.neutron [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Successfully created port: 78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1659.859821] env[62777]: INFO nova.compute.manager [-] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Took 1.75 seconds to deallocate network for instance. [ 1660.027821] env[62777]: DEBUG oslo_concurrency.lockutils [req-18e2e77b-5c16-4a2d-9404-e38ee81fd527 req-d89b1034-6be1-43fa-ba41-4f769504fa94 service nova] Releasing lock "refresh_cache-f2c09bac-bf50-40bf-bc44-8dcffb2f0672" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.028241] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-f2c09bac-bf50-40bf-bc44-8dcffb2f0672" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.028420] env[62777]: DEBUG nova.network.neutron [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.062176] env[62777]: DEBUG nova.compute.manager [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.062471] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.063459] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63b3c90-387a-4d60-9eb9-1e1ddc940d15 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.072517] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.072830] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861ae11d-bc10-4fb3-89a6-b7c810bffc53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.080473] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1660.080473] env[62777]: value = "task-1694354" [ 1660.080473] env[62777]: _type = "Task" [ 1660.080473] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.084515] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.086989] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.581s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.088982] env[62777]: INFO nova.compute.claims [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.098057] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.122681] env[62777]: INFO nova.scheduler.client.report [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Deleted allocations for instance fffa07ee-854d-4cdc-9cba-a5312a8dfa57 [ 1660.200296] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.366240] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.565793] env[62777]: DEBUG nova.network.neutron [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1660.595567] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694354, 'name': PowerOffVM_Task, 'duration_secs': 0.44058} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.596393] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.596620] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.596931] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4370df5c-45ea-41ff-9de7-6e11d58446b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.634383] env[62777]: DEBUG oslo_concurrency.lockutils [None req-17cf7928-632a-448b-8664-19b7ef313826 tempest-ListServerFiltersTestJSON-266984465 tempest-ListServerFiltersTestJSON-266984465-project-member] Lock "fffa07ee-854d-4cdc-9cba-a5312a8dfa57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.519s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.702861] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.807580] env[62777]: DEBUG nova.network.neutron [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Updating instance_info_cache with network_info: [{"id": "7272952e-6f44-4c90-90d9-aab1a70f214b", "address": "fa:16:3e:9f:c5:21", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7272952e-6f", "ovs_interfaceid": "7272952e-6f44-4c90-90d9-aab1a70f214b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.964795] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "d03f470f-79b1-4008-ac9c-e4da84190245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.965092] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "d03f470f-79b1-4008-ac9c-e4da84190245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.965313] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "d03f470f-79b1-4008-ac9c-e4da84190245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.965503] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "d03f470f-79b1-4008-ac9c-e4da84190245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.965672] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "d03f470f-79b1-4008-ac9c-e4da84190245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.967897] env[62777]: INFO nova.compute.manager [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Terminating instance [ 1661.060186] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.060186] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.060186] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Deleting the datastore file [datastore1] 75332d0f-ec71-4f25-9d9c-42a5b38f4a61 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.060186] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30de8b6f-62b7-4f92-a4f0-f4aca5bc463f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.068872] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for the task: (returnval){ [ 1661.068872] env[62777]: value = "task-1694356" [ 1661.068872] env[62777]: _type = "Task" [ 1661.068872] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.078757] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.208835] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.312945] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-f2c09bac-bf50-40bf-bc44-8dcffb2f0672" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.313398] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Instance network_info: |[{"id": "7272952e-6f44-4c90-90d9-aab1a70f214b", "address": "fa:16:3e:9f:c5:21", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7272952e-6f", "ovs_interfaceid": "7272952e-6f44-4c90-90d9-aab1a70f214b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1661.314080] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:c5:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7272952e-6f44-4c90-90d9-aab1a70f214b', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1661.325423] env[62777]: DEBUG oslo.service.loopingcall [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1661.325624] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1661.325857] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44f1f0a5-a7cc-4217-8353-d4076b412be2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.351998] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1661.351998] env[62777]: value = "task-1694357" [ 1661.351998] env[62777]: _type = "Task" [ 1661.351998] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.361838] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694357, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.471703] env[62777]: DEBUG nova.compute.manager [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1661.472062] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1661.472920] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c991c8-7704-41f3-b75e-3ddeaa68ce48 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.480449] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1661.480834] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f153b8e-a904-4f56-a3ec-72758c66152f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.486298] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932a7cd1-86f4-45d8-9d8e-d11fcb526827 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.490209] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1661.490209] env[62777]: value = "task-1694358" [ 1661.490209] env[62777]: _type = "Task" [ 1661.490209] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.501024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4697685-b49e-473f-8a86-6abad2c0daab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.508338] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.538888] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743eb68e-41f4-43ee-a5f5-d56f5b5e3da8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.547942] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b3af6b-a0dd-4b21-b952-fd30f84ad6b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.563967] env[62777]: DEBUG nova.compute.provider_tree [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.578818] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.586271] env[62777]: DEBUG nova.compute.manager [req-becfbaa0-19f4-4fcc-a001-06dc7b050012 req-94e778e2-e1e6-4ed0-9c2d-a08f3cf2b0c7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-vif-plugged-78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1661.586491] env[62777]: DEBUG oslo_concurrency.lockutils [req-becfbaa0-19f4-4fcc-a001-06dc7b050012 req-94e778e2-e1e6-4ed0-9c2d-a08f3cf2b0c7 service nova] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.587042] env[62777]: DEBUG oslo_concurrency.lockutils [req-becfbaa0-19f4-4fcc-a001-06dc7b050012 req-94e778e2-e1e6-4ed0-9c2d-a08f3cf2b0c7 service nova] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.587211] env[62777]: DEBUG oslo_concurrency.lockutils [req-becfbaa0-19f4-4fcc-a001-06dc7b050012 req-94e778e2-e1e6-4ed0-9c2d-a08f3cf2b0c7 service nova] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.587387] env[62777]: DEBUG nova.compute.manager [req-becfbaa0-19f4-4fcc-a001-06dc7b050012 req-94e778e2-e1e6-4ed0-9c2d-a08f3cf2b0c7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] No waiting events found dispatching network-vif-plugged-78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1661.587591] env[62777]: WARNING nova.compute.manager [req-becfbaa0-19f4-4fcc-a001-06dc7b050012 req-94e778e2-e1e6-4ed0-9c2d-a08f3cf2b0c7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received unexpected event network-vif-plugged-78f3f948-cf6d-40a1-9194-4a64639bca5f for instance with vm_state active and task_state None. [ 1661.658385] env[62777]: DEBUG nova.network.neutron [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Successfully updated port: 78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1661.704291] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694353, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.655463} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.704501] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba/OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba.vmdk to [datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk. [ 1661.704716] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Cleaning up location [datastore1] OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1661.704898] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_be93c4de-4b07-4e8d-9c32-7d22c26df8ba {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.705178] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0ff75b0-1283-4951-b1a1-0f38c4c8cf3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.711439] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1661.711439] env[62777]: value = "task-1694359" [ 1661.711439] env[62777]: _type = "Task" [ 1661.711439] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.719678] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.863550] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694357, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.000316] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694358, 'name': PowerOffVM_Task, 'duration_secs': 0.362401} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.000583] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1662.000746] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1662.001038] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66aeb17a-5eb0-4ec0-bcf1-3d8ca0c96d31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.067920] env[62777]: DEBUG nova.scheduler.client.report [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1662.071551] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1662.071753] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1662.071928] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Deleting the datastore file [datastore1] d03f470f-79b1-4008-ac9c-e4da84190245 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1662.072250] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-687c7ba5-cead-43d5-8944-be6973ca62c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.082750] env[62777]: DEBUG oslo_vmware.api [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Task: {'id': task-1694356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632737} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.085524] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.085524] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.085524] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.085524] env[62777]: INFO nova.compute.manager [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1662.085524] env[62777]: DEBUG oslo.service.loopingcall [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.085524] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for the task: (returnval){ [ 1662.085524] env[62777]: value = "task-1694361" [ 1662.085524] env[62777]: _type = "Task" [ 1662.085524] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.085524] env[62777]: DEBUG nova.compute.manager [-] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.085524] env[62777]: DEBUG nova.network.neutron [-] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.095835] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.160557] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.160812] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.161048] env[62777]: DEBUG nova.network.neutron [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1662.222139] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080935} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.222453] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.222707] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.223018] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk to [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1662.223336] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aaf8651-9454-4bd7-8805-321256435308 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.230074] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1662.230074] env[62777]: value = "task-1694362" [ 1662.230074] env[62777]: _type = "Task" [ 1662.230074] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.238419] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.363653] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694357, 'name': CreateVM_Task, 'duration_secs': 0.539873} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.364170] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1662.364854] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.365039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.365369] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1662.365616] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351009b8-629e-4975-8f18-a764ea641aa0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.370499] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1662.370499] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5aa46-802c-eaf2-80c3-090b2ab009cc" [ 1662.370499] env[62777]: _type = "Task" [ 1662.370499] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.378655] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5aa46-802c-eaf2-80c3-090b2ab009cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.576254] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.576829] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1662.579678] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.728s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.579942] env[62777]: DEBUG nova.objects.instance [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lazy-loading 'resources' on Instance uuid a55ce8aa-889b-4397-9005-8f120920cf17 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1662.598565] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.711380] env[62777]: WARNING nova.network.neutron [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] d0c3c151-941f-4790-8913-99e26f4b7572 already exists in list: networks containing: ['d0c3c151-941f-4790-8913-99e26f4b7572']. ignoring it [ 1662.740252] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.823237] env[62777]: DEBUG nova.network.neutron [-] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.887025] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a5aa46-802c-eaf2-80c3-090b2ab009cc, 'name': SearchDatastore_Task, 'duration_secs': 0.026627} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.887025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.887025] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1662.887025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.887025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.887025] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1662.887025] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4265d73a-7013-40ca-ab66-9f5e5ef3200b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.907437] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1662.907437] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1662.910961] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274dafe7-cc60-4198-9ffc-b4f97c793424 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.921809] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1662.921809] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52223814-253b-5077-047f-e5aee379fa21" [ 1662.921809] env[62777]: _type = "Task" [ 1662.921809] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.931475] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52223814-253b-5077-047f-e5aee379fa21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.082634] env[62777]: DEBUG nova.compute.utils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1663.084262] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1663.088180] env[62777]: DEBUG nova.network.neutron [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1663.103017] env[62777]: DEBUG oslo_vmware.api [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Task: {'id': task-1694361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528358} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.103325] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.103523] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.103716] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.103886] env[62777]: INFO nova.compute.manager [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1663.104195] env[62777]: DEBUG oslo.service.loopingcall [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.104744] env[62777]: DEBUG nova.compute.manager [-] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1663.104862] env[62777]: DEBUG nova.network.neutron [-] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.190113] env[62777]: DEBUG nova.policy [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f501c01f33a446caa9b739e42889ff37', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be8b4779ae8845fe9a6426e02133df07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1663.243291] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.315021] env[62777]: DEBUG nova.network.neutron [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "address": "fa:16:3e:d8:77:b0", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f3f948-cf", "ovs_interfaceid": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.325607] env[62777]: INFO nova.compute.manager [-] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Took 1.24 seconds to deallocate network for instance. [ 1663.438380] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52223814-253b-5077-047f-e5aee379fa21, 'name': SearchDatastore_Task, 'duration_secs': 0.057916} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.439194] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42d7af1-1a28-4124-8cf3-3720807a14ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.447030] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1663.447030] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5219c416-0ffa-4f03-0258-2035de0a3eef" [ 1663.447030] env[62777]: _type = "Task" [ 1663.447030] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.461475] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5219c416-0ffa-4f03-0258-2035de0a3eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.483260] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a5825-8b40-4aa5-aad9-276ca1340cb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.492733] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eb15f0-c6de-4d39-8e79-5166fc09801c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.527641] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc036bbb-098f-45bc-9ac6-3c7c67b6014c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.537654] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fee54f-7c54-4fe3-a132-52553d8c1b0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.555045] env[62777]: DEBUG nova.compute.provider_tree [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.591447] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1663.677985] env[62777]: DEBUG nova.network.neutron [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Successfully created port: 24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1663.683067] env[62777]: DEBUG nova.compute.manager [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-changed-78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1663.683282] env[62777]: DEBUG nova.compute.manager [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing instance network info cache due to event network-changed-78f3f948-cf6d-40a1-9194-4a64639bca5f. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1663.683561] env[62777]: DEBUG oslo_concurrency.lockutils [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.744133] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.818068] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.818954] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.819189] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.819989] env[62777]: DEBUG oslo_concurrency.lockutils [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.819989] env[62777]: DEBUG nova.network.neutron [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing network info cache for port 78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1663.822075] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3bf1d2-8c5d-4c91-967d-c7866585ab25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.842817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1663.847021] env[62777]: DEBUG nova.virt.hardware [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.852419] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfiguring VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1663.854585] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15db33e4-ebf4-4816-a623-f4881e1397ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.868423] env[62777]: DEBUG nova.compute.manager [req-9750c8e0-7faa-4bbe-9ed0-d2c5d1181f2a req-7a96009d-3f1c-4131-a6d3-11adf1985e38 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Received event network-vif-deleted-198ee673-d295-49f6-a9a7-3f0091702224 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1663.868691] env[62777]: INFO nova.compute.manager [req-9750c8e0-7faa-4bbe-9ed0-d2c5d1181f2a req-7a96009d-3f1c-4131-a6d3-11adf1985e38 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Neutron deleted interface 198ee673-d295-49f6-a9a7-3f0091702224; detaching it from the instance and deleting it from the info cache [ 1663.868869] env[62777]: DEBUG nova.network.neutron [req-9750c8e0-7faa-4bbe-9ed0-d2c5d1181f2a req-7a96009d-3f1c-4131-a6d3-11adf1985e38 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.879568] env[62777]: DEBUG oslo_vmware.api [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1663.879568] env[62777]: value = "task-1694363" [ 1663.879568] env[62777]: _type = "Task" [ 1663.879568] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.891216] env[62777]: DEBUG oslo_vmware.api [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694363, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.963348] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5219c416-0ffa-4f03-0258-2035de0a3eef, 'name': SearchDatastore_Task, 'duration_secs': 0.079992} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.963711] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.964112] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f2c09bac-bf50-40bf-bc44-8dcffb2f0672/f2c09bac-bf50-40bf-bc44-8dcffb2f0672.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.964478] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5241bee5-ae83-4172-be2d-1cd1763b9961 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.975409] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1663.975409] env[62777]: value = "task-1694364" [ 1663.975409] env[62777]: _type = "Task" [ 1663.975409] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.987889] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.080779] env[62777]: ERROR nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] [req-ac0dd3a8-33c9-42ad-afea-8093ba55a8f4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac0dd3a8-33c9-42ad-afea-8093ba55a8f4"}]} [ 1664.099203] env[62777]: DEBUG nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1664.117166] env[62777]: DEBUG nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1664.117569] env[62777]: DEBUG nova.compute.provider_tree [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.130892] env[62777]: DEBUG nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1664.159053] env[62777]: DEBUG nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1664.246763] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.251876] env[62777]: DEBUG nova.network.neutron [-] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.375322] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc01b16a-eb7d-4ec6-b5c0-a07d197f2624 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.392562] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6723e59-5786-4ba8-b8bb-562385bc1d1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.424452] env[62777]: DEBUG oslo_vmware.api [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.434024] env[62777]: DEBUG nova.compute.manager [req-9750c8e0-7faa-4bbe-9ed0-d2c5d1181f2a req-7a96009d-3f1c-4131-a6d3-11adf1985e38 service nova] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Detach interface failed, port_id=198ee673-d295-49f6-a9a7-3f0091702224, reason: Instance d03f470f-79b1-4008-ac9c-e4da84190245 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1664.487176] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.506230] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5599412a-c728-4f7f-9703-ef85d0416536 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.513704] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c699623-3a7d-4fa3-ab49-136d64573205 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.555692] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cff1be6-289d-4228-a257-b3341f30aea4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.564127] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498c3af9-6356-4f72-b26f-743bd8f8e5e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.579770] env[62777]: DEBUG nova.compute.provider_tree [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.604107] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1664.635604] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1664.635909] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1664.636095] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1664.636282] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1664.636452] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1664.636614] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1664.636842] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1664.637013] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1664.637282] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1664.637471] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1664.637890] env[62777]: DEBUG nova.virt.hardware [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1664.638964] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12300bc2-2e13-42d3-aed3-811be78063f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.643644] env[62777]: DEBUG nova.network.neutron [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updated VIF entry in instance network info cache for port 78f3f948-cf6d-40a1-9194-4a64639bca5f. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1664.644104] env[62777]: DEBUG nova.network.neutron [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "address": "fa:16:3e:d8:77:b0", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f3f948-cf", "ovs_interfaceid": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.651609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb17f58-3d0c-46d1-9612-170f90066341 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.742655] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.753681] env[62777]: INFO nova.compute.manager [-] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Took 1.65 seconds to deallocate network for instance. [ 1664.893235] env[62777]: DEBUG oslo_vmware.api [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.986873] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.130963] env[62777]: DEBUG nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1665.132657] env[62777]: DEBUG nova.compute.provider_tree [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 131 to 132 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1665.132657] env[62777]: DEBUG nova.compute.provider_tree [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.147988] env[62777]: DEBUG oslo_concurrency.lockutils [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.148292] env[62777]: DEBUG nova.compute.manager [req-70147e67-4cd2-492b-a952-e7d9e80c73ed req-d31e3fed-f8ef-47b6-b6c8-bb157af8dfe7 service nova] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Received event network-vif-deleted-824cd1f2-4299-4e34-af28-fb90d79a23e4 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1665.236410] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52894c7c-bb12-1249-720e-a9eeec226c90/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1665.237438] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5add0ddb-7b5d-4986-ba01-41e0379481bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.247632] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52894c7c-bb12-1249-720e-a9eeec226c90/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1665.247803] env[62777]: ERROR oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52894c7c-bb12-1249-720e-a9eeec226c90/disk-0.vmdk due to incomplete transfer. [ 1665.248056] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c181e705-6361-49fc-ab5f-5b81acf59146 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.252902] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694362, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.7356} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.253559] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c482cde-63b1-4726-b3ad-904e1bc418e7/8c482cde-63b1-4726-b3ad-904e1bc418e7.vmdk to [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.254495] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827fcaf-9fe2-4c41-961d-c5a5b0b814dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.261092] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.261367] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52894c7c-bb12-1249-720e-a9eeec226c90/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1665.261553] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Uploaded image 333b31f1-6ba6-481f-bd32-dafdd40ee174 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1665.263970] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1665.276166] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a07a58eb-57ea-4b0a-993c-950c534e6483 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.286690] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1665.287450] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f97d88-2d87-4d27-ab38-22f26a1db2dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.307707] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1665.307707] env[62777]: value = "task-1694365" [ 1665.307707] env[62777]: _type = "Task" [ 1665.307707] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.308850] env[62777]: DEBUG nova.network.neutron [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Successfully updated port: 24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1665.311408] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1665.311408] env[62777]: value = "task-1694366" [ 1665.311408] env[62777]: _type = "Task" [ 1665.311408] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.327145] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694365, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.332151] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.393444] env[62777]: DEBUG oslo_vmware.api [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.486913] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694364, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.453234} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.487176] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f2c09bac-bf50-40bf-bc44-8dcffb2f0672/f2c09bac-bf50-40bf-bc44-8dcffb2f0672.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1665.487386] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1665.487635] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3301f72a-ef5a-4487-ac4e-d8755025648a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.494355] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1665.494355] env[62777]: value = "task-1694367" [ 1665.494355] env[62777]: _type = "Task" [ 1665.494355] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.502666] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.636776] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.057s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.640054] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.129s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.642434] env[62777]: INFO nova.compute.claims [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1665.663821] env[62777]: INFO nova.scheduler.client.report [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Deleted allocations for instance a55ce8aa-889b-4397-9005-8f120920cf17 [ 1665.768019] env[62777]: DEBUG nova.compute.manager [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Received event network-vif-plugged-24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1665.768293] env[62777]: DEBUG oslo_concurrency.lockutils [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] Acquiring lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.768452] env[62777]: DEBUG oslo_concurrency.lockutils [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1665.768622] env[62777]: DEBUG oslo_concurrency.lockutils [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.768786] env[62777]: DEBUG nova.compute.manager [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] No waiting events found dispatching network-vif-plugged-24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1665.768973] env[62777]: WARNING nova.compute.manager [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Received unexpected event network-vif-plugged-24b5306d-3aea-4a7f-a83f-73489f38e57f for instance with vm_state building and task_state spawning. [ 1665.769189] env[62777]: DEBUG nova.compute.manager [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Received event network-changed-24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1665.769352] env[62777]: DEBUG nova.compute.manager [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Refreshing instance network info cache due to event network-changed-24b5306d-3aea-4a7f-a83f-73489f38e57f. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1665.769540] env[62777]: DEBUG oslo_concurrency.lockutils [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] Acquiring lock "refresh_cache-b62fdc5d-d54c-415a-9cff-05081e43b3b5" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.769674] env[62777]: DEBUG oslo_concurrency.lockutils [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] Acquired lock "refresh_cache-b62fdc5d-d54c-415a-9cff-05081e43b3b5" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.769826] env[62777]: DEBUG nova.network.neutron [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Refreshing network info cache for port 24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.815692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "refresh_cache-b62fdc5d-d54c-415a-9cff-05081e43b3b5" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.823769] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694365, 'name': Destroy_Task, 'duration_secs': 0.453797} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.824720] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroyed the VM [ 1665.824837] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1665.825036] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-459aa5db-7fee-4f6f-8930-2446c76a44f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.829808] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.834627] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1665.834627] env[62777]: value = "task-1694368" [ 1665.834627] env[62777]: _type = "Task" [ 1665.834627] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.843618] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694368, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.894046] env[62777]: DEBUG oslo_vmware.api [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694363, 'name': ReconfigVM_Task, 'duration_secs': 1.891123} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.894430] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.894700] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfigured VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1666.006088] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070226} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.006329] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1666.007120] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ed873f-a166-44ec-9469-811418af8a50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.030039] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] f2c09bac-bf50-40bf-bc44-8dcffb2f0672/f2c09bac-bf50-40bf-bc44-8dcffb2f0672.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1666.030374] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182d79a7-f20b-4b2b-b070-1f9c697af87a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.052772] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1666.052772] env[62777]: value = "task-1694369" [ 1666.052772] env[62777]: _type = "Task" [ 1666.052772] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.061664] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.177924] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f21128cf-0484-42da-81cd-2715c891aa7a tempest-ServerDiskConfigTestJSON-1238913345 tempest-ServerDiskConfigTestJSON-1238913345-project-member] Lock "a55ce8aa-889b-4397-9005-8f120920cf17" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.724s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.302223] env[62777]: DEBUG nova.network.neutron [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1666.328565] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694366, 'name': ReconfigVM_Task, 'duration_secs': 0.711295} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.328943] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24/183e12ec-ab91-4274-ab8a-f7dc48388c24.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1666.330173] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16d80aa5-28da-4f32-89e2-35a028676203 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.337124] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1666.337124] env[62777]: value = "task-1694370" [ 1666.337124] env[62777]: _type = "Task" [ 1666.337124] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.357030] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694368, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.360510] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694370, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.391765] env[62777]: DEBUG nova.network.neutron [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.400018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ce6dfc-d9b9-485e-8cbc-32ff918e2087 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.295s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.562153] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.850476] env[62777]: DEBUG oslo_vmware.api [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694368, 'name': RemoveSnapshot_Task, 'duration_secs': 0.715442} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.851498] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1666.851787] env[62777]: INFO nova.compute.manager [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 15.66 seconds to snapshot the instance on the hypervisor. [ 1666.860116] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694370, 'name': Rename_Task, 'duration_secs': 0.314396} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.860782] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.861086] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67b09e7-cebe-4d09-bf46-5cf565c134d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.868299] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1666.868299] env[62777]: value = "task-1694371" [ 1666.868299] env[62777]: _type = "Task" [ 1666.868299] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.877073] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.887282] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ccd078-70aa-4271-99ef-921e43e97f83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.896531] env[62777]: DEBUG oslo_concurrency.lockutils [req-9ab3089d-e314-4f99-9be6-759b9bac82df req-58b5d5db-dfa3-4ad3-b607-406ebd1eb92b service nova] Releasing lock "refresh_cache-b62fdc5d-d54c-415a-9cff-05081e43b3b5" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1666.897244] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquired lock "refresh_cache-b62fdc5d-d54c-415a-9cff-05081e43b3b5" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.897403] env[62777]: DEBUG nova.network.neutron [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.899220] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fc4544-07e3-4f27-89d4-31d8e6f3586f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.935265] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31c7ed0-d430-43cf-8247-486d17c18583 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.945269] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021cc64f-542a-469c-a5cb-dff762724f4c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.959277] env[62777]: DEBUG nova.compute.provider_tree [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.064614] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694369, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.378825] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694371, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.437857] env[62777]: DEBUG nova.compute.manager [None req-d001adb9-a9c5-4ba1-b152-e4128a0ec233 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Found 1 images (rotation: 2) {{(pid=62777) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1667.448481] env[62777]: DEBUG nova.network.neutron [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.462245] env[62777]: DEBUG nova.scheduler.client.report [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1667.564903] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694369, 'name': ReconfigVM_Task, 'duration_secs': 1.493421} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.565249] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Reconfigured VM instance instance-00000057 to attach disk [datastore1] f2c09bac-bf50-40bf-bc44-8dcffb2f0672/f2c09bac-bf50-40bf-bc44-8dcffb2f0672.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1667.565894] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8267f31-1d1b-4133-aaf6-52d3f120c378 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.572146] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1667.572146] env[62777]: value = "task-1694372" [ 1667.572146] env[62777]: _type = "Task" [ 1667.572146] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.580797] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694372, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.884107] env[62777]: DEBUG oslo_vmware.api [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694371, 'name': PowerOnVM_Task, 'duration_secs': 0.792803} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.884418] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.899590] env[62777]: DEBUG nova.network.neutron [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Updating instance_info_cache with network_info: [{"id": "24b5306d-3aea-4a7f-a83f-73489f38e57f", "address": "fa:16:3e:f8:fd:6f", "network": {"id": "7512b545-4fee-4945-879d-e3e25d7353c2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-757689892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8b4779ae8845fe9a6426e02133df07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b5306d-3a", "ovs_interfaceid": "24b5306d-3aea-4a7f-a83f-73489f38e57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.968947] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.328s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.968947] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1667.971607] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.606s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.971912] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.975135] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.132s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.976025] env[62777]: DEBUG nova.objects.instance [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lazy-loading 'resources' on Instance uuid 75332d0f-ec71-4f25-9d9c-42a5b38f4a61 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.005601] env[62777]: INFO nova.scheduler.client.report [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted allocations for instance 05e9ae8e-e533-4528-8c69-8fdef6f94774 [ 1668.008039] env[62777]: DEBUG nova.compute.manager [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.010665] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1186507-9cad-4b73-bc93-a3acc4eadb99 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.085637] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694372, 'name': Rename_Task, 'duration_secs': 0.140313} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.085887] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1668.086133] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d258acec-c45f-438e-a33b-4b9d5adb399e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.094947] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1668.094947] env[62777]: value = "task-1694373" [ 1668.094947] env[62777]: _type = "Task" [ 1668.094947] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.100551] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.338599] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-b41725fe-53c5-476f-b950-6fd1d6becd99" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.338892] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-b41725fe-53c5-476f-b950-6fd1d6becd99" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.339369] env[62777]: DEBUG nova.objects.instance [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'flavor' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.343682] env[62777]: DEBUG nova.compute.manager [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.344561] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ac0a75-aabe-45bf-89c4-142bd08737c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.401929] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Releasing lock "refresh_cache-b62fdc5d-d54c-415a-9cff-05081e43b3b5" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.402836] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Instance network_info: |[{"id": "24b5306d-3aea-4a7f-a83f-73489f38e57f", "address": "fa:16:3e:f8:fd:6f", "network": {"id": "7512b545-4fee-4945-879d-e3e25d7353c2", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-757689892-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be8b4779ae8845fe9a6426e02133df07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24b5306d-3a", "ovs_interfaceid": "24b5306d-3aea-4a7f-a83f-73489f38e57f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1668.402836] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:fd:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24b5306d-3aea-4a7f-a83f-73489f38e57f', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.410371] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Creating folder: Project (be8b4779ae8845fe9a6426e02133df07). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.410985] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642c337a-7c91-469c-bdbe-616b19305fb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.423199] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Created folder: Project (be8b4779ae8845fe9a6426e02133df07) in parent group-v353040. [ 1668.423199] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Creating folder: Instances. Parent ref: group-v353294. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1668.423199] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-870aead8-b53b-4278-8267-260a18503836 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.432197] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Created folder: Instances in parent group-v353294. [ 1668.432558] env[62777]: DEBUG oslo.service.loopingcall [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.432788] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.433035] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68e4f4a1-b0da-47b6-b986-1f981f55e104 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.453694] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.453694] env[62777]: value = "task-1694376" [ 1668.453694] env[62777]: _type = "Task" [ 1668.453694] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.462304] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694376, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.481149] env[62777]: DEBUG nova.compute.utils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1668.489251] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1668.489443] env[62777]: DEBUG nova.network.neutron [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1668.527690] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1fe5b9d-befd-4d19-aa5d-268ab5b14519 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "05e9ae8e-e533-4528-8c69-8fdef6f94774" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.097s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.539574] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1033c6de-eec0-44c4-870e-89904829d800 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.009s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.566011] env[62777]: DEBUG nova.policy [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4349d4e702840ec9a3418ba29cc09ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84aae44899c4a86935fed6f93b53c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1668.609181] env[62777]: DEBUG oslo_vmware.api [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694373, 'name': PowerOnVM_Task, 'duration_secs': 0.491132} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.611616] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1668.611841] env[62777]: INFO nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Took 10.42 seconds to spawn the instance on the hypervisor. [ 1668.612053] env[62777]: DEBUG nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1668.613568] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dfea4f-bbfb-4bfc-977e-5b18785ab897 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.813815] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed275ca3-38ff-4d29-87ce-63b9b6ab2c8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.821472] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df9362-6758-45c6-8d5b-b0af99b8f7f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.861543] env[62777]: INFO nova.compute.manager [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] instance snapshotting [ 1668.862475] env[62777]: DEBUG nova.objects.instance [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'flavor' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.865049] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e30430-1713-4636-ac3f-3b5a2886fd0f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.874122] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58837262-435e-49dc-8406-88edb86c1f8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.889493] env[62777]: DEBUG nova.compute.provider_tree [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1668.942092] env[62777]: DEBUG nova.network.neutron [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Successfully created port: c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1668.963036] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694376, 'name': CreateVM_Task, 'duration_secs': 0.455836} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.963282] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.964398] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.964568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.964978] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.965616] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5ae90c-deba-4b05-9573-88430a72e21f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.970474] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1668.970474] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52070aea-9553-4b5c-2a40-f7486a35fb1e" [ 1668.970474] env[62777]: _type = "Task" [ 1668.970474] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.978130] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52070aea-9553-4b5c-2a40-f7486a35fb1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.987797] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1668.992780] env[62777]: DEBUG nova.objects.instance [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'pci_requests' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.136617] env[62777]: INFO nova.compute.manager [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Took 21.68 seconds to build instance. [ 1669.372593] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af1d2e-1db9-42e7-b59f-dddc16da8a9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.395463] env[62777]: DEBUG nova.scheduler.client.report [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1669.399668] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272f433c-19e6-4fde-80bb-165912d3a55b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.481327] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52070aea-9553-4b5c-2a40-f7486a35fb1e, 'name': SearchDatastore_Task, 'duration_secs': 0.021164} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.481685] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.481968] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.482290] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.482554] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.482723] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.483054] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bfbc266-4767-43dd-bb1e-da5fea217771 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.498832] env[62777]: DEBUG nova.objects.base [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Object Instance<56c8dc06-0504-40dc-bce5-489a703fc1ee> lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1669.498832] env[62777]: DEBUG nova.network.neutron [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1669.499281] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.499495] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.500608] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1864e40-eca6-4b87-8379-36b8115c985f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.509092] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1669.509092] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fad5ca-d381-37e6-e461-182e85ac8957" [ 1669.509092] env[62777]: _type = "Task" [ 1669.509092] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.520178] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fad5ca-d381-37e6-e461-182e85ac8957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.609972] env[62777]: DEBUG nova.policy [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1669.639359] env[62777]: DEBUG oslo_concurrency.lockutils [None req-32cc35ae-6116-430a-b3c9-80265da27860 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.209s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.902573] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.904966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.644s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.907645] env[62777]: DEBUG nova.objects.instance [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lazy-loading 'resources' on Instance uuid d03f470f-79b1-4008-ac9c-e4da84190245 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.910021] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1669.915020] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e2a0286b-bd14-42f6-8c9e-46208e1e84f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.919805] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1669.919805] env[62777]: value = "task-1694377" [ 1669.919805] env[62777]: _type = "Task" [ 1669.919805] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.934205] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.935259] env[62777]: INFO nova.scheduler.client.report [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Deleted allocations for instance 75332d0f-ec71-4f25-9d9c-42a5b38f4a61 [ 1670.002431] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1670.020116] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fad5ca-d381-37e6-e461-182e85ac8957, 'name': SearchDatastore_Task, 'duration_secs': 0.024622} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.020926] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ef087b-7d0d-4cf0-9a3f-2274c0f59114 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.026109] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1670.026109] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529a843a-d1f6-2ab7-eb22-553f842d1025" [ 1670.026109] env[62777]: _type = "Task" [ 1670.026109] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.036811] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529a843a-d1f6-2ab7-eb22-553f842d1025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.041678] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1670.041899] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1670.042070] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.042260] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1670.042424] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.042587] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1670.042800] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1670.042954] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1670.043129] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1670.043307] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1670.043529] env[62777]: DEBUG nova.virt.hardware [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1670.044295] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8dcfa9-a1bd-4fe0-9565-019809b6ef7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.051847] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c0241e-f6aa-4e80-9ab5-8a5615a48830 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.431033] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694377, 'name': CreateSnapshot_Task, 'duration_secs': 0.398979} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.431382] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1670.432176] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b8bb8a-3e46-4b8a-8350-e4502d62cf53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.446049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.446284] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.446482] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.446663] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.446826] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.450828] env[62777]: INFO nova.compute.manager [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Terminating instance [ 1670.452100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-94ed6a0d-4fe6-4586-9ad5-f0c44b0675c1 tempest-ServerRescueTestJSON-1097507609 tempest-ServerRescueTestJSON-1097507609-project-member] Lock "75332d0f-ec71-4f25-9d9c-42a5b38f4a61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.898s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.539789] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529a843a-d1f6-2ab7-eb22-553f842d1025, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.540355] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.540729] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b62fdc5d-d54c-415a-9cff-05081e43b3b5/b62fdc5d-d54c-415a-9cff-05081e43b3b5.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.540998] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e8d703d-1f2c-4088-855c-528ea6eb51b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.550142] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1670.550142] env[62777]: value = "task-1694378" [ 1670.550142] env[62777]: _type = "Task" [ 1670.550142] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.559766] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694378, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.651562] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe5a042-5381-496a-8c85-12a37d8236e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.659385] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159c806-3512-4499-8205-4e0931cea40b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.693152] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e31afb-0849-4988-a3d9-32f3b40bab00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.701233] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228ddf4b-c59e-4487-a863-0fa0e59f1ccc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.717331] env[62777]: DEBUG nova.compute.provider_tree [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.966727] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1670.970585] env[62777]: DEBUG nova.compute.manager [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1670.970585] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1670.970585] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-535193f5-e297-4148-a6a3-3cc238418a90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.980021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05003b4-9d14-4c96-8870-4c8313700674 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.983154] env[62777]: DEBUG nova.network.neutron [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Successfully updated port: c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1670.990350] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1670.992849] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37182422-c6fe-4dde-96b1-13ce5d77582d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.994301] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1670.994301] env[62777]: value = "task-1694379" [ 1670.994301] env[62777]: _type = "Task" [ 1670.994301] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.002561] env[62777]: DEBUG oslo_vmware.api [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1671.002561] env[62777]: value = "task-1694380" [ 1671.002561] env[62777]: _type = "Task" [ 1671.002561] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.006459] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694379, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.015190] env[62777]: DEBUG oslo_vmware.api [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.064378] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694378, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503452} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.064378] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b62fdc5d-d54c-415a-9cff-05081e43b3b5/b62fdc5d-d54c-415a-9cff-05081e43b3b5.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.064378] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.064378] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cdab6cdb-9f03-41f3-9da4-a6a93e4ce2fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.073253] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1671.073253] env[62777]: value = "task-1694381" [ 1671.073253] env[62777]: _type = "Task" [ 1671.073253] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.083291] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.192592] env[62777]: DEBUG nova.network.neutron [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Successfully updated port: b41725fe-53c5-476f-b950-6fd1d6becd99 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1671.221470] env[62777]: DEBUG nova.scheduler.client.report [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1671.315088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "7b593e3e-ef68-4587-8e5f-5b45191b98af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.315088] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.368402] env[62777]: DEBUG nova.compute.manager [req-9d0cfc55-49ab-4be6-9bf5-18c0ae03295d req-66b7a2cf-9e10-4db6-8ec6-e2107b4288b0 service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Received event network-vif-plugged-c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1671.368402] env[62777]: DEBUG oslo_concurrency.lockutils [req-9d0cfc55-49ab-4be6-9bf5-18c0ae03295d req-66b7a2cf-9e10-4db6-8ec6-e2107b4288b0 service nova] Acquiring lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.368402] env[62777]: DEBUG oslo_concurrency.lockutils [req-9d0cfc55-49ab-4be6-9bf5-18c0ae03295d req-66b7a2cf-9e10-4db6-8ec6-e2107b4288b0 service nova] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.368402] env[62777]: DEBUG oslo_concurrency.lockutils [req-9d0cfc55-49ab-4be6-9bf5-18c0ae03295d req-66b7a2cf-9e10-4db6-8ec6-e2107b4288b0 service nova] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.368402] env[62777]: DEBUG nova.compute.manager [req-9d0cfc55-49ab-4be6-9bf5-18c0ae03295d req-66b7a2cf-9e10-4db6-8ec6-e2107b4288b0 service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] No waiting events found dispatching network-vif-plugged-c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.368402] env[62777]: WARNING nova.compute.manager [req-9d0cfc55-49ab-4be6-9bf5-18c0ae03295d req-66b7a2cf-9e10-4db6-8ec6-e2107b4288b0 service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Received unexpected event network-vif-plugged-c1cf514d-252e-483f-946f-5a3b2e11cb09 for instance with vm_state building and task_state spawning. [ 1671.485836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-f9b2ec1e-e406-4cb7-b48c-e085e1f07888" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.487559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-f9b2ec1e-e406-4cb7-b48c-e085e1f07888" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.487559] env[62777]: DEBUG nova.network.neutron [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.509133] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694379, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.523192] env[62777]: DEBUG oslo_vmware.api [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694380, 'name': PowerOffVM_Task, 'duration_secs': 0.198536} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.523635] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.523982] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.524363] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee118f8a-0a72-4ddf-a83e-a0bb470a5899 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.586339] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070243} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.586783] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.588080] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eb616f-254f-4140-8e6c-8b27e42820cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.614868] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] b62fdc5d-d54c-415a-9cff-05081e43b3b5/b62fdc5d-d54c-415a-9cff-05081e43b3b5.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.616667] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1e0fd4-0c05-46ab-aeb8-43a9c5756aa8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.632752] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.633051] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.633250] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] f2c09bac-bf50-40bf-bc44-8dcffb2f0672 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.634546] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68712f5f-5def-4669-bdf6-e3955805cb52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.638576] env[62777]: DEBUG nova.compute.manager [req-83645796-3167-4747-9baa-c4ec90e68ef3 req-3ec8ac63-25fc-4671-b6fb-31eb465d679b service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-vif-plugged-b41725fe-53c5-476f-b950-6fd1d6becd99 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1671.638777] env[62777]: DEBUG oslo_concurrency.lockutils [req-83645796-3167-4747-9baa-c4ec90e68ef3 req-3ec8ac63-25fc-4671-b6fb-31eb465d679b service nova] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.638996] env[62777]: DEBUG oslo_concurrency.lockutils [req-83645796-3167-4747-9baa-c4ec90e68ef3 req-3ec8ac63-25fc-4671-b6fb-31eb465d679b service nova] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.639179] env[62777]: DEBUG oslo_concurrency.lockutils [req-83645796-3167-4747-9baa-c4ec90e68ef3 req-3ec8ac63-25fc-4671-b6fb-31eb465d679b service nova] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.639345] env[62777]: DEBUG nova.compute.manager [req-83645796-3167-4747-9baa-c4ec90e68ef3 req-3ec8ac63-25fc-4671-b6fb-31eb465d679b service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] No waiting events found dispatching network-vif-plugged-b41725fe-53c5-476f-b950-6fd1d6becd99 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.640013] env[62777]: WARNING nova.compute.manager [req-83645796-3167-4747-9baa-c4ec90e68ef3 req-3ec8ac63-25fc-4671-b6fb-31eb465d679b service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received unexpected event network-vif-plugged-b41725fe-53c5-476f-b950-6fd1d6becd99 for instance with vm_state active and task_state None. [ 1671.646104] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1671.646104] env[62777]: value = "task-1694383" [ 1671.646104] env[62777]: _type = "Task" [ 1671.646104] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.648080] env[62777]: DEBUG oslo_vmware.api [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1671.648080] env[62777]: value = "task-1694384" [ 1671.648080] env[62777]: _type = "Task" [ 1671.648080] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.660083] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.663275] env[62777]: DEBUG oslo_vmware.api [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.695649] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.695845] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.696053] env[62777]: DEBUG nova.network.neutron [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1671.729042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.757146] env[62777]: INFO nova.scheduler.client.report [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Deleted allocations for instance d03f470f-79b1-4008-ac9c-e4da84190245 [ 1671.821027] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.006352] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694379, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.039304] env[62777]: DEBUG nova.network.neutron [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1672.162918] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694383, 'name': ReconfigVM_Task, 'duration_secs': 0.45416} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.166050] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Reconfigured VM instance instance-00000058 to attach disk [datastore1] b62fdc5d-d54c-415a-9cff-05081e43b3b5/b62fdc5d-d54c-415a-9cff-05081e43b3b5.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.166900] env[62777]: DEBUG oslo_vmware.api [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275352} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.167170] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-249a4bb4-4553-4e4c-88ad-d09c1b78d261 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.168730] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.169758] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.170015] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.170240] env[62777]: INFO nova.compute.manager [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1672.170544] env[62777]: DEBUG oslo.service.loopingcall [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.170780] env[62777]: DEBUG nova.compute.manager [-] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.170910] env[62777]: DEBUG nova.network.neutron [-] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.176745] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1672.176745] env[62777]: value = "task-1694385" [ 1672.176745] env[62777]: _type = "Task" [ 1672.176745] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.184583] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694385, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.266037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1b91a953-6712-4b03-a4e5-97101a6236d8 tempest-ServersTestManualDisk-1278068827 tempest-ServersTestManualDisk-1278068827-project-member] Lock "d03f470f-79b1-4008-ac9c-e4da84190245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.301s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.284872] env[62777]: DEBUG nova.network.neutron [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Updating instance_info_cache with network_info: [{"id": "c1cf514d-252e-483f-946f-5a3b2e11cb09", "address": "fa:16:3e:ce:04:7c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cf514d-25", "ovs_interfaceid": "c1cf514d-252e-483f-946f-5a3b2e11cb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.340264] env[62777]: WARNING nova.network.neutron [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] d0c3c151-941f-4790-8913-99e26f4b7572 already exists in list: networks containing: ['d0c3c151-941f-4790-8913-99e26f4b7572']. ignoring it [ 1672.340483] env[62777]: WARNING nova.network.neutron [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] d0c3c151-941f-4790-8913-99e26f4b7572 already exists in list: networks containing: ['d0c3c151-941f-4790-8913-99e26f4b7572']. ignoring it [ 1672.359830] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.360950] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.366596] env[62777]: INFO nova.compute.claims [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1672.509353] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694379, 'name': CloneVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.692993] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694385, 'name': Rename_Task, 'duration_secs': 0.161357} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.693366] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.693643] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5bd4094-0907-42d8-a021-a7bed98e082e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.705364] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1672.705364] env[62777]: value = "task-1694386" [ 1672.705364] env[62777]: _type = "Task" [ 1672.705364] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.717099] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694386, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.791799] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-f9b2ec1e-e406-4cb7-b48c-e085e1f07888" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.792178] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance network_info: |[{"id": "c1cf514d-252e-483f-946f-5a3b2e11cb09", "address": "fa:16:3e:ce:04:7c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cf514d-25", "ovs_interfaceid": "c1cf514d-252e-483f-946f-5a3b2e11cb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1672.792640] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:04:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1cf514d-252e-483f-946f-5a3b2e11cb09', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.800235] env[62777]: DEBUG oslo.service.loopingcall [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.802960] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.803558] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-859b69a8-e605-43a7-a17d-28947c24b45d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.823455] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.823455] env[62777]: value = "task-1694387" [ 1672.823455] env[62777]: _type = "Task" [ 1672.823455] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.833390] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694387, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.941275] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b56e10-f4f8-465d-9609-9b5b9b5a426b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.954134] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Suspending the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1672.954571] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a90b987b-1a6e-4c5d-86b7-f9975585e79f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.962183] env[62777]: DEBUG oslo_vmware.api [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1672.962183] env[62777]: value = "task-1694388" [ 1672.962183] env[62777]: _type = "Task" [ 1672.962183] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.977499] env[62777]: DEBUG oslo_vmware.api [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694388, 'name': SuspendVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.011130] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694379, 'name': CloneVM_Task, 'duration_secs': 1.904676} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.011822] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created linked-clone VM from snapshot [ 1673.014386] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e14543-f815-4a07-8d97-91f144b17b16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.026304] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Uploading image 5bab9bca-f35f-4fd6-9a73-20d354382a97 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1673.057467] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1673.057467] env[62777]: value = "vm-353298" [ 1673.057467] env[62777]: _type = "VirtualMachine" [ 1673.057467] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1673.057467] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d985b08b-802b-4833-982b-ee94f19e1b5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.065673] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease: (returnval){ [ 1673.065673] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40839-c1d8-9443-c2ca-6d0b2b521c45" [ 1673.065673] env[62777]: _type = "HttpNfcLease" [ 1673.065673] env[62777]: } obtained for exporting VM: (result){ [ 1673.065673] env[62777]: value = "vm-353298" [ 1673.065673] env[62777]: _type = "VirtualMachine" [ 1673.065673] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1673.066212] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the lease: (returnval){ [ 1673.066212] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40839-c1d8-9443-c2ca-6d0b2b521c45" [ 1673.066212] env[62777]: _type = "HttpNfcLease" [ 1673.066212] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1673.074746] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1673.074746] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40839-c1d8-9443-c2ca-6d0b2b521c45" [ 1673.074746] env[62777]: _type = "HttpNfcLease" [ 1673.074746] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1673.151779] env[62777]: DEBUG nova.network.neutron [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "address": "fa:16:3e:d8:77:b0", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f3f948-cf", "ovs_interfaceid": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b41725fe-53c5-476f-b950-6fd1d6becd99", "address": "fa:16:3e:0d:a2:36", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41725fe-53", "ovs_interfaceid": "b41725fe-53c5-476f-b950-6fd1d6becd99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.221795] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.225542] env[62777]: DEBUG nova.network.neutron [-] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.335412] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694387, 'name': CreateVM_Task, 'duration_secs': 0.397089} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.335683] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1673.337608] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.337900] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.338065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1673.338319] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a17e750-bc18-4a1e-b72b-6146c02807a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.345775] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1673.345775] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f2fb69-cd41-6ed4-0f2e-6bd3c38fa624" [ 1673.345775] env[62777]: _type = "Task" [ 1673.345775] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.355601] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f2fb69-cd41-6ed4-0f2e-6bd3c38fa624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.473808] env[62777]: DEBUG oslo_vmware.api [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694388, 'name': SuspendVM_Task} progress is 54%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.598573] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1673.598573] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40839-c1d8-9443-c2ca-6d0b2b521c45" [ 1673.598573] env[62777]: _type = "HttpNfcLease" [ 1673.598573] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1673.598573] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1673.598573] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40839-c1d8-9443-c2ca-6d0b2b521c45" [ 1673.598573] env[62777]: _type = "HttpNfcLease" [ 1673.598573] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1673.598573] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9625f57b-3270-4e82-a6d6-0756b4fd7048 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.598573] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e154c7-ac6d-8855-aeb8-d5fbeac4267e/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1673.598573] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e154c7-ac6d-8855-aeb8-d5fbeac4267e/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1673.659206] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.659938] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.660602] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.664424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26b9b05-e6b2-49f1-a13a-9bf2546602b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.687096] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1673.687370] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1673.687551] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1673.687762] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1673.687936] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1673.688166] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1673.688858] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1673.688858] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1673.688965] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1673.690713] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1673.690713] env[62777]: DEBUG nova.virt.hardware [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1673.698160] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfiguring VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1673.703612] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c9ca4fb-7a5a-4967-9773-566ddf0f0fc2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.718776] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3714b726-b516-430f-92a5-2d2b566f45bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.731527] env[62777]: INFO nova.compute.manager [-] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Took 1.56 seconds to deallocate network for instance. [ 1673.731713] env[62777]: DEBUG oslo_vmware.api [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694386, 'name': PowerOnVM_Task, 'duration_secs': 0.571312} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.741601] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.741601] env[62777]: INFO nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1673.741601] env[62777]: DEBUG nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.741601] env[62777]: DEBUG oslo_vmware.api [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1673.741601] env[62777]: value = "task-1694390" [ 1673.741601] env[62777]: _type = "Task" [ 1673.741601] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.743915] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87f5f07-9872-44e2-98e0-95d7c517d7ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.768196] env[62777]: DEBUG oslo_vmware.api [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.790355] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57f1f2e-3d69-437a-97fd-5e4fc5350438 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.798020] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5740d1-095e-42c2-8351-897864ce488f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.835640] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4f9611-a340-4322-ba09-f678f289a7da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.839656] env[62777]: DEBUG nova.compute.manager [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Received event network-changed-c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1673.839835] env[62777]: DEBUG nova.compute.manager [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Refreshing instance network info cache due to event network-changed-c1cf514d-252e-483f-946f-5a3b2e11cb09. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1673.840070] env[62777]: DEBUG oslo_concurrency.lockutils [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] Acquiring lock "refresh_cache-f9b2ec1e-e406-4cb7-b48c-e085e1f07888" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.840209] env[62777]: DEBUG oslo_concurrency.lockutils [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] Acquired lock "refresh_cache-f9b2ec1e-e406-4cb7-b48c-e085e1f07888" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.840378] env[62777]: DEBUG nova.network.neutron [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Refreshing network info cache for port c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.852459] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb513f9b-a5db-44b1-94a2-94bed7864f1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.861603] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f2fb69-cd41-6ed4-0f2e-6bd3c38fa624, 'name': SearchDatastore_Task, 'duration_secs': 0.017033} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.870491] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.870758] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.870989] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.871148] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.871424] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.872161] env[62777]: DEBUG nova.compute.provider_tree [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.874441] env[62777]: DEBUG nova.compute.manager [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-changed-b41725fe-53c5-476f-b950-6fd1d6becd99 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1673.874622] env[62777]: DEBUG nova.compute.manager [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing instance network info cache due to event network-changed-b41725fe-53c5-476f-b950-6fd1d6becd99. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1673.875426] env[62777]: DEBUG oslo_concurrency.lockutils [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.875426] env[62777]: DEBUG oslo_concurrency.lockutils [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.875426] env[62777]: DEBUG nova.network.neutron [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Refreshing network info cache for port b41725fe-53c5-476f-b950-6fd1d6becd99 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.876563] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9046c93-4b7e-4fc6-b425-d28e4eae7265 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.889024] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.889024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.889024] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be327fc3-c5bf-4433-9750-01fd930b2ad0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.895203] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1673.895203] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5209219e-56ee-bc71-517b-7710f04d6c5e" [ 1673.895203] env[62777]: _type = "Task" [ 1673.895203] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.907382] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5209219e-56ee-bc71-517b-7710f04d6c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.972284] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.972816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.977800] env[62777]: DEBUG oslo_vmware.api [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694388, 'name': SuspendVM_Task, 'duration_secs': 0.714324} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.978323] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Suspended the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1673.978545] env[62777]: DEBUG nova.compute.manager [None req-b3b5d595-e468-44ac-bbd6-984e8dbb20da tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1673.979397] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f2274f-ecca-491a-919c-d5ec1835d1be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.021211] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "06a6c7db-944c-4df4-805c-ffceedb8e70d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.021488] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.064864] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "db8798ca-4df8-4059-b33a-290833355d43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.065239] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "db8798ca-4df8-4059-b33a-290833355d43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.252117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.258299] env[62777]: DEBUG oslo_vmware.api [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.284354] env[62777]: INFO nova.compute.manager [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Took 18.80 seconds to build instance. [ 1674.406501] env[62777]: ERROR nova.scheduler.client.report [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [req-a19b518c-53c9-4ed6-b8e1-9df0267af925] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a19b518c-53c9-4ed6-b8e1-9df0267af925"}]} [ 1674.413887] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5209219e-56ee-bc71-517b-7710f04d6c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.034169} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.417373] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f7df72-c8ad-4ad0-a136-cec2b63cc81a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.428944] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1674.428944] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f9479f-485c-d396-48b1-67bf01394562" [ 1674.428944] env[62777]: _type = "Task" [ 1674.428944] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.438429] env[62777]: DEBUG nova.scheduler.client.report [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1674.451813] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f9479f-485c-d396-48b1-67bf01394562, 'name': SearchDatastore_Task, 'duration_secs': 0.013669} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.453498] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.453498] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.454690] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-639d0064-cff7-4686-bd79-d41989e016ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.463166] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1674.463166] env[62777]: value = "task-1694391" [ 1674.463166] env[62777]: _type = "Task" [ 1674.463166] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.467989] env[62777]: DEBUG nova.scheduler.client.report [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1674.468366] env[62777]: DEBUG nova.compute.provider_tree [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1674.479822] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.483214] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.489400] env[62777]: DEBUG nova.scheduler.client.report [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1674.523689] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.529043] env[62777]: DEBUG nova.scheduler.client.report [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1674.569834] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1674.759811] env[62777]: DEBUG oslo_vmware.api [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694390, 'name': ReconfigVM_Task, 'duration_secs': 0.93705} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.761385] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.761703] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfigured VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1674.788306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9395d7f-64d4-4f99-a0d3-5990f4c380b7 tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.322s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.889309] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cbbdd8-60bc-4f59-b3d0-434371d17702 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.903942] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742d4f2b-1dde-49eb-b80a-81e44fa47701 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.959089] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7db3ed-4fd2-4b61-b62d-fd66836d2a16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.970506] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d6ad90-5076-4e25-a4c4-23c8e5ffd236 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.978158] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694391, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.997055] env[62777]: DEBUG nova.compute.provider_tree [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.023198] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.050037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.101226] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.102211] env[62777]: DEBUG nova.network.neutron [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updated VIF entry in instance network info cache for port b41725fe-53c5-476f-b950-6fd1d6becd99. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.102757] env[62777]: DEBUG nova.network.neutron [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "address": "fa:16:3e:d8:77:b0", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f3f948-cf", "ovs_interfaceid": "78f3f948-cf6d-40a1-9194-4a64639bca5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b41725fe-53c5-476f-b950-6fd1d6becd99", "address": "fa:16:3e:0d:a2:36", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41725fe-53", "ovs_interfaceid": "b41725fe-53c5-476f-b950-6fd1d6becd99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.106259] env[62777]: DEBUG nova.network.neutron [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Updated VIF entry in instance network info cache for port c1cf514d-252e-483f-946f-5a3b2e11cb09. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1675.107489] env[62777]: DEBUG nova.network.neutron [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Updating instance_info_cache with network_info: [{"id": "c1cf514d-252e-483f-946f-5a3b2e11cb09", "address": "fa:16:3e:ce:04:7c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1cf514d-25", "ovs_interfaceid": "c1cf514d-252e-483f-946f-5a3b2e11cb09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.266628] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f4ac004d-b476-4362-8fc5-7e89d7536f5f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-b41725fe-53c5-476f-b950-6fd1d6becd99" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.928s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.473392] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649459} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.473850] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.474118] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.474427] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c550a50d-e0e6-4ed2-b677-7ef70eaf10fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.482823] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1675.482823] env[62777]: value = "task-1694392" [ 1675.482823] env[62777]: _type = "Task" [ 1675.482823] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.495032] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.548123] env[62777]: DEBUG nova.scheduler.client.report [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1675.548507] env[62777]: DEBUG nova.compute.provider_tree [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 136 to 137 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1675.548767] env[62777]: DEBUG nova.compute.provider_tree [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1675.607590] env[62777]: DEBUG oslo_concurrency.lockutils [req-e752d909-1129-4904-bc4e-14fd101574d3 req-e465ab00-b931-4f8c-9d94-274985dd9525 service nova] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.611642] env[62777]: DEBUG oslo_concurrency.lockutils [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] Releasing lock "refresh_cache-f9b2ec1e-e406-4cb7-b48c-e085e1f07888" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.611642] env[62777]: DEBUG nova.compute.manager [req-766dec38-4d13-41e8-b7d8-d9cfcd4a7e7c req-ed0ee7f3-14e4-4352-82b2-78fbef79a05b service nova] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Received event network-vif-deleted-7272952e-6f44-4c90-90d9-aab1a70f214b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1675.997507] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088689} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.998255] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1676.000139] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bbd1c0-2ba2-4fc4-91fd-0777dd99559a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.033837] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1676.034697] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd8942c-83ce-419c-9a80-9364fc69f0cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.060871] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.700s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.061486] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1676.069020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.814s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.069020] env[62777]: DEBUG nova.objects.instance [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'resources' on Instance uuid f2c09bac-bf50-40bf-bc44-8dcffb2f0672 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.073297] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1676.073297] env[62777]: value = "task-1694393" [ 1676.073297] env[62777]: _type = "Task" [ 1676.073297] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.083069] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.230928] env[62777]: INFO nova.compute.manager [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Resuming [ 1676.233420] env[62777]: DEBUG nova.objects.instance [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lazy-loading 'flavor' on Instance uuid 183e12ec-ab91-4274-ab8a-f7dc48388c24 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.570190] env[62777]: DEBUG nova.compute.utils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1676.576801] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1676.576801] env[62777]: DEBUG nova.network.neutron [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1676.594697] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694393, 'name': ReconfigVM_Task, 'duration_secs': 0.29463} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.595742] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.596506] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf8eb433-ea1d-4028-9025-f4f255ec4a0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.608635] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1676.608635] env[62777]: value = "task-1694394" [ 1676.608635] env[62777]: _type = "Task" [ 1676.608635] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.620285] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694394, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.666702] env[62777]: DEBUG nova.policy [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0b773ade1be47e7a319c7638690b7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c37aa5758f945e1a0ae4a4595ce7a05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1676.687760] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.688386] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.691549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.691549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.691549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.691549] env[62777]: INFO nova.compute.manager [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Terminating instance [ 1676.927674] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fbfd6d-e117-4cd9-83f4-4bd9a650fb56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.942775] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36924a-d08d-4c68-af0e-3522a4ea9b6a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.978194] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2f93f5-9597-4bd7-b4f4-f6aa23627202 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.986312] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-78f3f948-cf6d-40a1-9194-4a64639bca5f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.986621] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-78f3f948-cf6d-40a1-9194-4a64639bca5f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.990102] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeaab350-4859-4b85-8ef9-d8d6f77bd0cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.005649] env[62777]: DEBUG nova.compute.provider_tree [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.028735] env[62777]: DEBUG nova.network.neutron [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Successfully created port: 1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1677.077101] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1677.121040] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694394, 'name': Rename_Task, 'duration_secs': 0.140188} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.121417] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.121708] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a62ac06-18da-4270-b3b1-2f9e7a550b63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.129340] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1677.129340] env[62777]: value = "task-1694395" [ 1677.129340] env[62777]: _type = "Task" [ 1677.129340] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.138043] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.198762] env[62777]: DEBUG nova.compute.manager [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1677.198762] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.199410] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021112f9-0202-48f4-b584-629d2ae132d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.216477] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.216831] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0a76a7-ad44-4121-855a-ee12da564f41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.224037] env[62777]: DEBUG oslo_vmware.api [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1677.224037] env[62777]: value = "task-1694396" [ 1677.224037] env[62777]: _type = "Task" [ 1677.224037] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.233542] env[62777]: DEBUG oslo_vmware.api [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.495648] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.495956] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.497024] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274c15e4-ce78-409a-b2c9-b1e88e11419e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.519034] env[62777]: DEBUG nova.scheduler.client.report [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1677.521579] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6cc795-593c-4e9a-b7fa-4860bce71d73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.551920] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfiguring VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1677.552997] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0582c95c-4270-42b6-80bd-ff9165054dd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.572230] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1677.572230] env[62777]: value = "task-1694397" [ 1677.572230] env[62777]: _type = "Task" [ 1677.572230] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.581179] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.642324] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.736132] env[62777]: DEBUG oslo_vmware.api [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694396, 'name': PowerOffVM_Task, 'duration_secs': 0.252406} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.736407] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.736575] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1677.737317] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8799af68-7261-40c1-a19e-f5d3307b61a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.744299] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1677.744478] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquired lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.744644] env[62777]: DEBUG nova.network.neutron [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.812448] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1677.812791] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1677.812976] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Deleting the datastore file [datastore1] b62fdc5d-d54c-415a-9cff-05081e43b3b5 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1677.813259] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcb695a2-f11b-4b76-8ff8-b8180e3ba741 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.819368] env[62777]: DEBUG oslo_vmware.api [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for the task: (returnval){ [ 1677.819368] env[62777]: value = "task-1694399" [ 1677.819368] env[62777]: _type = "Task" [ 1677.819368] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.830083] env[62777]: DEBUG oslo_vmware.api [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.021781] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.026306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.003s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.027909] env[62777]: INFO nova.compute.claims [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.052688] env[62777]: INFO nova.scheduler.client.report [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance f2c09bac-bf50-40bf-bc44-8dcffb2f0672 [ 1678.087578] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.091564] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1678.131825] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1678.132098] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1678.132260] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1678.132445] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1678.132676] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1678.132762] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1678.132973] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1678.133235] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1678.133475] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1678.133730] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1678.133980] env[62777]: DEBUG nova.virt.hardware [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1678.135259] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611a261e-b5c3-4d20-9090-8e3285c7b1a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.147265] env[62777]: DEBUG oslo_vmware.api [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694395, 'name': PowerOnVM_Task, 'duration_secs': 0.690016} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.149402] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.149619] env[62777]: INFO nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1678.149797] env[62777]: DEBUG nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.150639] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a313a38c-e7b5-40d5-b0d7-e5e175aee6a0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.154117] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b363b-cc5e-49af-bff3-548efbcd11b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.329658] env[62777]: DEBUG oslo_vmware.api [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Task: {'id': task-1694399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141681} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.332460] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.332733] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.332983] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.333226] env[62777]: INFO nova.compute.manager [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1678.333541] env[62777]: DEBUG oslo.service.loopingcall [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.333823] env[62777]: DEBUG nova.compute.manager [-] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1678.333956] env[62777]: DEBUG nova.network.neutron [-] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1678.435347] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "e2e209f2-431f-4827-8999-0e87b45868cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.435846] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "e2e209f2-431f-4827-8999-0e87b45868cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.435910] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "e2e209f2-431f-4827-8999-0e87b45868cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.436128] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "e2e209f2-431f-4827-8999-0e87b45868cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.436337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "e2e209f2-431f-4827-8999-0e87b45868cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.438842] env[62777]: INFO nova.compute.manager [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Terminating instance [ 1678.476884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.476884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.524370] env[62777]: DEBUG nova.network.neutron [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [{"id": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "address": "fa:16:3e:2d:68:e6", "network": {"id": "7502a3f6-efcd-4519-a115-151e1b1ba567", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2125591003-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "652d7c9b808b4b7fb56289580dba60d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff59b4b6-0a", "ovs_interfaceid": "ff59b4b6-0a56-4b47-91b5-5906fbdc4284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.565647] env[62777]: DEBUG oslo_concurrency.lockutils [None req-54cb5fc3-71f9-45db-b607-9afdf9c81d45 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "f2c09bac-bf50-40bf-bc44-8dcffb2f0672" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.119s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.588794] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.666016] env[62777]: DEBUG nova.compute.manager [req-627d8b52-0988-4687-a7fd-713fdf63b0b8 req-b73ee7a9-0571-48b1-8c0f-75510bcaca7c service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Received event network-vif-plugged-1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1678.666384] env[62777]: DEBUG oslo_concurrency.lockutils [req-627d8b52-0988-4687-a7fd-713fdf63b0b8 req-b73ee7a9-0571-48b1-8c0f-75510bcaca7c service nova] Acquiring lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.666598] env[62777]: DEBUG oslo_concurrency.lockutils [req-627d8b52-0988-4687-a7fd-713fdf63b0b8 req-b73ee7a9-0571-48b1-8c0f-75510bcaca7c service nova] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.666770] env[62777]: DEBUG oslo_concurrency.lockutils [req-627d8b52-0988-4687-a7fd-713fdf63b0b8 req-b73ee7a9-0571-48b1-8c0f-75510bcaca7c service nova] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.667775] env[62777]: DEBUG nova.compute.manager [req-627d8b52-0988-4687-a7fd-713fdf63b0b8 req-b73ee7a9-0571-48b1-8c0f-75510bcaca7c service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] No waiting events found dispatching network-vif-plugged-1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.667775] env[62777]: WARNING nova.compute.manager [req-627d8b52-0988-4687-a7fd-713fdf63b0b8 req-b73ee7a9-0571-48b1-8c0f-75510bcaca7c service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Received unexpected event network-vif-plugged-1c30e846-ead5-4eee-a187-70166d0c7b8a for instance with vm_state building and task_state spawning. [ 1678.688462] env[62777]: INFO nova.compute.manager [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Took 20.21 seconds to build instance. [ 1678.696920] env[62777]: DEBUG nova.compute.manager [req-caeaf85d-719f-40dc-a021-18d8af605f0e req-f3a9fdfd-825b-4c1c-824b-8310c2db3cfa service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Received event network-vif-deleted-24b5306d-3aea-4a7f-a83f-73489f38e57f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1678.697653] env[62777]: INFO nova.compute.manager [req-caeaf85d-719f-40dc-a021-18d8af605f0e req-f3a9fdfd-825b-4c1c-824b-8310c2db3cfa service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Neutron deleted interface 24b5306d-3aea-4a7f-a83f-73489f38e57f; detaching it from the instance and deleting it from the info cache [ 1678.697940] env[62777]: DEBUG nova.network.neutron [req-caeaf85d-719f-40dc-a021-18d8af605f0e req-f3a9fdfd-825b-4c1c-824b-8310c2db3cfa service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.943920] env[62777]: DEBUG nova.compute.manager [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.944249] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.945178] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45908d-0e00-4dbc-bd19-c904dc04cce1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.953874] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.954237] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d571bf6c-3fa3-4f4f-bc57-0f331b31a59a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.962094] env[62777]: DEBUG oslo_vmware.api [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1678.962094] env[62777]: value = "task-1694400" [ 1678.962094] env[62777]: _type = "Task" [ 1678.962094] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.972722] env[62777]: DEBUG oslo_vmware.api [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.978057] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.027750] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Releasing lock "refresh_cache-183e12ec-ab91-4274-ab8a-f7dc48388c24" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.028763] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214fe30f-195e-4c25-b8db-294e91a14ae3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.036167] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Resuming the VM {{(pid=62777) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1679.036346] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5d6451a-2a77-49e3-b3e0-201e61dad19b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.043502] env[62777]: DEBUG oslo_vmware.api [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1679.043502] env[62777]: value = "task-1694401" [ 1679.043502] env[62777]: _type = "Task" [ 1679.043502] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.051436] env[62777]: DEBUG oslo_vmware.api [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.066515] env[62777]: DEBUG nova.network.neutron [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Successfully updated port: 1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1679.091460] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.147400] env[62777]: DEBUG nova.network.neutron [-] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.193346] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b183607e-ccb8-42d7-a863-92b2cd41eaa7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.725s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.205048] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1bd9c87-acd7-4a5b-a0cc-6c900788d09b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.215680] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea371cea-17db-45bd-a1ac-8a8cea870383 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.072343] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.072472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.072675] env[62777]: DEBUG nova.network.neutron [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1680.074195] env[62777]: INFO nova.compute.manager [-] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Took 1.74 seconds to deallocate network for instance. [ 1680.076639] env[62777]: DEBUG nova.compute.manager [req-caeaf85d-719f-40dc-a021-18d8af605f0e req-f3a9fdfd-825b-4c1c-824b-8310c2db3cfa service nova] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Detach interface failed, port_id=24b5306d-3aea-4a7f-a83f-73489f38e57f, reason: Instance b62fdc5d-d54c-415a-9cff-05081e43b3b5 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1680.099250] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "b8d169c7-5524-4704-9708-357429ec8c4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.100445] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b8d169c7-5524-4704-9708-357429ec8c4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.107894] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.115117] env[62777]: DEBUG oslo_vmware.api [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694401, 'name': PowerOnVM_Task, 'duration_secs': 0.567734} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.115412] env[62777]: DEBUG oslo_vmware.api [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694400, 'name': PowerOffVM_Task, 'duration_secs': 0.236589} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.116429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.119559] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Resumed the VM {{(pid=62777) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1680.119764] env[62777]: DEBUG nova.compute.manager [None req-d3893c65-47bc-4343-96e3-ce7b145cde49 tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.120074] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.120257] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.121736] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27f5500-57fb-4338-9a96-37977957a399 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.124508] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b120727d-c526-43ba-a750-268428ded030 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.201876] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.202126] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.202320] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Deleting the datastore file [datastore1] e2e209f2-431f-4827-8999-0e87b45868cd {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.205283] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68e81f79-ae4d-4584-8a7a-82d9cc13e606 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.220965] env[62777]: DEBUG oslo_vmware.api [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for the task: (returnval){ [ 1680.220965] env[62777]: value = "task-1694403" [ 1680.220965] env[62777]: _type = "Task" [ 1680.220965] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.229063] env[62777]: DEBUG oslo_vmware.api [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.234385] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced637c6-f56b-46c5-9709-e37906ad7a1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.242661] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1175d0fd-80ac-4da5-b764-376c3ca48b10 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.275884] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f81648-82a6-4acd-99ec-e0b4e4a2874f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.283613] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd3a680-8f92-46f9-b02b-d32aa2c229ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.297405] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.585988] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.599652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.600024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.600150] env[62777]: DEBUG nova.compute.manager [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1680.601145] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e462b8d0-0905-49bd-a805-dd5db7974ef9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.604427] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1680.607916] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.612358] env[62777]: DEBUG nova.compute.manager [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1680.613852] env[62777]: DEBUG nova.objects.instance [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'flavor' on Instance uuid f9b2ec1e-e406-4cb7-b48c-e085e1f07888 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.625274] env[62777]: DEBUG nova.network.neutron [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1680.695740] env[62777]: DEBUG nova.compute.manager [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Received event network-changed-1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1680.695935] env[62777]: DEBUG nova.compute.manager [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Refreshing instance network info cache due to event network-changed-1c30e846-ead5-4eee-a187-70166d0c7b8a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1680.696171] env[62777]: DEBUG oslo_concurrency.lockutils [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.731661] env[62777]: DEBUG oslo_vmware.api [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Task: {'id': task-1694403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277704} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.731661] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.731661] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.731661] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.731661] env[62777]: INFO nova.compute.manager [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1680.732054] env[62777]: DEBUG oslo.service.loopingcall [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.732054] env[62777]: DEBUG nova.compute.manager [-] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.732123] env[62777]: DEBUG nova.network.neutron [-] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.801462] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1680.819501] env[62777]: DEBUG nova.network.neutron [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.084253] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.129624] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.284313] env[62777]: DEBUG nova.compute.manager [req-afcab171-fed4-4193-83ba-78c07de7a98a req-0923817c-3156-4cfc-afa4-de4062ac44e6 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Received event network-vif-deleted-a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1681.284464] env[62777]: INFO nova.compute.manager [req-afcab171-fed4-4193-83ba-78c07de7a98a req-0923817c-3156-4cfc-afa4-de4062ac44e6 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Neutron deleted interface a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b; detaching it from the instance and deleting it from the info cache [ 1681.284673] env[62777]: DEBUG nova.network.neutron [req-afcab171-fed4-4193-83ba-78c07de7a98a req-0923817c-3156-4cfc-afa4-de4062ac44e6 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.313101] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.289s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.313374] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1681.316053] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.266s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.317509] env[62777]: INFO nova.compute.claims [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.322827] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.323134] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Instance network_info: |[{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1681.323446] env[62777]: DEBUG oslo_concurrency.lockutils [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.323647] env[62777]: DEBUG nova.network.neutron [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Refreshing network info cache for port 1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1681.324646] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:c3:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c30e846-ead5-4eee-a187-70166d0c7b8a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1681.332165] env[62777]: DEBUG oslo.service.loopingcall [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1681.332946] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1681.333204] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69246ebd-ce02-4915-9ebb-465ba0f9bdb8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.357128] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1681.357128] env[62777]: value = "task-1694404" [ 1681.357128] env[62777]: _type = "Task" [ 1681.357128] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.368493] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694404, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.585644] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.619797] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.620182] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5511317-635b-486f-a2c4-5282791e3a66 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.629156] env[62777]: DEBUG oslo_vmware.api [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1681.629156] env[62777]: value = "task-1694405" [ 1681.629156] env[62777]: _type = "Task" [ 1681.629156] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.638834] env[62777]: DEBUG oslo_vmware.api [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.763878] env[62777]: DEBUG nova.network.neutron [-] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.787647] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d85eb029-436c-4c4d-b4ce-7140401c6aee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.799506] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525306ea-bc7a-479e-a52d-30c43ef202d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.834829] env[62777]: DEBUG nova.compute.utils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.841587] env[62777]: DEBUG nova.compute.manager [req-afcab171-fed4-4193-83ba-78c07de7a98a req-0923817c-3156-4cfc-afa4-de4062ac44e6 service nova] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Detach interface failed, port_id=a4cd6a14-7910-4eb4-8f35-d66ad3a7e02b, reason: Instance e2e209f2-431f-4827-8999-0e87b45868cd could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1681.841867] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.842211] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.870071] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694404, 'name': CreateVM_Task, 'duration_secs': 0.44407} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.870255] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1681.870986] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.871167] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.871490] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1681.871756] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a68e0d-c6c8-40d4-9465-b9e69e315db7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.877127] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1681.877127] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a67cf6-c519-9f34-a497-2fa1c098cde6" [ 1681.877127] env[62777]: _type = "Task" [ 1681.877127] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.888091] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a67cf6-c519-9f34-a497-2fa1c098cde6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.891035] env[62777]: DEBUG nova.policy [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a661f948eb441a9ca8f1813c809b70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77600da0d5e84c5b9133e19eecad12d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.978423] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e154c7-ac6d-8855-aeb8-d5fbeac4267e/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1681.979390] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8ed0d4-f428-407b-b924-f332b65d2c4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.985639] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e154c7-ac6d-8855-aeb8-d5fbeac4267e/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1681.985827] env[62777]: ERROR oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e154c7-ac6d-8855-aeb8-d5fbeac4267e/disk-0.vmdk due to incomplete transfer. [ 1681.985978] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21b30ca3-d417-4525-ab25-71fcf85e1e82 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.993443] env[62777]: DEBUG oslo_vmware.rw_handles [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e154c7-ac6d-8855-aeb8-d5fbeac4267e/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1681.993661] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Uploaded image 5bab9bca-f35f-4fd6-9a73-20d354382a97 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1681.996133] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1681.996381] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-96128ab7-75bc-44c2-9d96-028d92beae94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.003021] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1682.003021] env[62777]: value = "task-1694406" [ 1682.003021] env[62777]: _type = "Task" [ 1682.003021] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.011723] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694406, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.086959] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.103520] env[62777]: DEBUG nova.network.neutron [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updated VIF entry in instance network info cache for port 1c30e846-ead5-4eee-a187-70166d0c7b8a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1682.103980] env[62777]: DEBUG nova.network.neutron [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.137399] env[62777]: DEBUG oslo_vmware.api [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694405, 'name': PowerOffVM_Task, 'duration_secs': 0.218813} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.137720] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.137956] env[62777]: DEBUG nova.compute.manager [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.138706] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e778666d-ae07-4215-adf3-bcd7fe7317b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.212117] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Successfully created port: a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.267146] env[62777]: INFO nova.compute.manager [-] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Took 1.53 seconds to deallocate network for instance. [ 1682.346722] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1682.393837] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a67cf6-c519-9f34-a497-2fa1c098cde6, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.394532] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.394913] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1682.395496] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.395788] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.396125] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1682.396488] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12d69172-280f-4f9a-a1b8-2de5ec6a0b9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.405649] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1682.406070] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1682.407160] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305def12-7f50-41ed-b5f1-1550eec6d1dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.418320] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1682.418320] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528b8ef5-d7fd-3fde-55b9-baa621adab5e" [ 1682.418320] env[62777]: _type = "Task" [ 1682.418320] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.425386] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528b8ef5-d7fd-3fde-55b9-baa621adab5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.516834] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694406, 'name': Destroy_Task, 'duration_secs': 0.380093} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.517316] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroyed the VM [ 1682.517724] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1682.517724] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14fccb22-891f-4786-a6da-12e735934f28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.524747] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1682.524747] env[62777]: value = "task-1694407" [ 1682.524747] env[62777]: _type = "Task" [ 1682.524747] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.533525] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694407, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.590466] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.606941] env[62777]: DEBUG oslo_concurrency.lockutils [req-dc3a706f-b1cd-4f13-b0e2-4f7bbe689421 req-853c76d2-638e-4212-a3dd-ecb4e6736345 service nova] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.652200] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f416a509-a8f7-4d46-bcf0-3c536ab48966 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.669126] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e0544e-9fd1-4412-8e3a-f8edfb13df00 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.678558] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69986744-d220-4ff2-83fb-e109f86985da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.711748] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9395f85e-9001-49c8-800d-a8fb42772477 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.720092] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd8966-1f78-4ac3-b95d-24e2a58795be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.734244] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1682.782303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.927901] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528b8ef5-d7fd-3fde-55b9-baa621adab5e, 'name': SearchDatastore_Task, 'duration_secs': 0.023757} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.928849] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c0c803-361d-41fb-aea4-2bdf156c79af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.935093] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1682.935093] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5254b7c9-7f4d-d688-bae8-beab8c398e3b" [ 1682.935093] env[62777]: _type = "Task" [ 1682.935093] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.943915] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5254b7c9-7f4d-d688-bae8-beab8c398e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.034838] env[62777]: DEBUG oslo_vmware.api [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694407, 'name': RemoveSnapshot_Task, 'duration_secs': 0.50969} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.035167] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1683.035397] env[62777]: INFO nova.compute.manager [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 13.66 seconds to snapshot the instance on the hypervisor. [ 1683.090845] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.255189] env[62777]: ERROR nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [req-27b84be9-4aab-4a85-a4b1-ade05bcf378a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27b84be9-4aab-4a85-a4b1-ade05bcf378a"}]} [ 1683.271155] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1683.287441] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1683.287822] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.299711] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1683.321269] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1683.358570] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.381205] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.381484] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.381667] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.381901] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.382076] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.382251] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.383196] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.383196] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.383196] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.383196] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.383196] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.384168] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2e1b84-83c4-4bf7-9218-816030f93f12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.396586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541709dd-bc7f-4475-8d99-bb3a013af64b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.446803] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5254b7c9-7f4d-d688-bae8-beab8c398e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.447081] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.447340] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1683.447593] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6c4bfa2-0fcc-41de-9ee8-773fd3db562d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.456285] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1683.456285] env[62777]: value = "task-1694408" [ 1683.456285] env[62777]: _type = "Task" [ 1683.456285] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.466031] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.571490] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ee96e2-de3b-43cb-815d-965f5a27988c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.579485] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacba4e-7b44-430b-b6d3-579263504cdc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.620604] env[62777]: DEBUG nova.compute.manager [None req-35100171-6a70-4831-ae9e-a252059ebb5a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Found 2 images (rotation: 2) {{(pid=62777) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1683.623043] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae96d92c-dcdc-4737-a34c-285577e282dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.626472] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.634151] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d3af47-3824-412d-8252-58f48e2fe257 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.651114] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.661768] env[62777]: INFO nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Rebuilding instance [ 1683.707872] env[62777]: DEBUG nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1683.708646] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2635330-47df-4357-b6a0-b2021978ab51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.855061] env[62777]: DEBUG nova.compute.manager [req-ffbade6a-e872-4a67-8ab0-26045ccc78db req-095dfc4c-5ecf-4096-a8bd-763cc516334e service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Received event network-vif-plugged-a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1683.855282] env[62777]: DEBUG oslo_concurrency.lockutils [req-ffbade6a-e872-4a67-8ab0-26045ccc78db req-095dfc4c-5ecf-4096-a8bd-763cc516334e service nova] Acquiring lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.855550] env[62777]: DEBUG oslo_concurrency.lockutils [req-ffbade6a-e872-4a67-8ab0-26045ccc78db req-095dfc4c-5ecf-4096-a8bd-763cc516334e service nova] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.855672] env[62777]: DEBUG oslo_concurrency.lockutils [req-ffbade6a-e872-4a67-8ab0-26045ccc78db req-095dfc4c-5ecf-4096-a8bd-763cc516334e service nova] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.855828] env[62777]: DEBUG nova.compute.manager [req-ffbade6a-e872-4a67-8ab0-26045ccc78db req-095dfc4c-5ecf-4096-a8bd-763cc516334e service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] No waiting events found dispatching network-vif-plugged-a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1683.856196] env[62777]: WARNING nova.compute.manager [req-ffbade6a-e872-4a67-8ab0-26045ccc78db req-095dfc4c-5ecf-4096-a8bd-763cc516334e service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Received unexpected event network-vif-plugged-a8ed6191-80c6-4223-8aab-0353e40d07e3 for instance with vm_state building and task_state spawning. [ 1683.916163] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Successfully updated port: a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1683.966924] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.092256] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.187355] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1684.187565] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 139 to 140 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1684.187753] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.417862] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "refresh_cache-4edc7ca6-0369-4ca0-9579-9f814765b3ff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.418171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "refresh_cache-4edc7ca6-0369-4ca0-9579-9f814765b3ff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.418294] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.467466] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694408, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.574848] env[62777]: DEBUG nova.compute.manager [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1684.576042] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0875448-24ec-4ad1-b405-fc97b85a0f41 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.597936] env[62777]: DEBUG oslo_vmware.api [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694397, 'name': ReconfigVM_Task, 'duration_secs': 6.845428} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.598245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.598438] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Reconfigured VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1684.695061] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.379s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.695616] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1684.700383] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.599s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.702400] env[62777]: INFO nova.compute.claims [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1684.721141] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1684.721437] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8d2e588-70f4-42d3-9848-d479f5be441c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.729729] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1684.729729] env[62777]: value = "task-1694409" [ 1684.729729] env[62777]: _type = "Task" [ 1684.729729] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.745604] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1684.745904] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1684.746695] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b310bf-d689-4982-b19b-d0b41b835aef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.754773] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.755039] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fdbe631-0fe0-4707-9cb8-868f6f49c0c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.829926] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.830191] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.830374] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.830636] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91d93ff8-1c16-4b7a-bf95-e1e5efbca43c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.837148] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1684.837148] env[62777]: value = "task-1694411" [ 1684.837148] env[62777]: _type = "Task" [ 1684.837148] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.845706] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.953716] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.966998] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694408, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.263257} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.967345] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1684.967783] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1684.967999] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0584d622-55ad-4b53-a115-93981f59dd5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.975100] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1684.975100] env[62777]: value = "task-1694412" [ 1684.975100] env[62777]: _type = "Task" [ 1684.975100] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.982789] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.032328] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.032661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.032852] env[62777]: INFO nova.compute.manager [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Shelving [ 1685.093300] env[62777]: INFO nova.compute.manager [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] instance snapshotting [ 1685.093882] env[62777]: DEBUG nova.objects.instance [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'flavor' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.101102] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Updating instance_info_cache with network_info: [{"id": "a8ed6191-80c6-4223-8aab-0353e40d07e3", "address": "fa:16:3e:e9:31:f7", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ed6191-80", "ovs_interfaceid": "a8ed6191-80c6-4223-8aab-0353e40d07e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.207320] env[62777]: DEBUG nova.compute.utils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.210672] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.210854] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.254134] env[62777]: DEBUG nova.policy [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a661f948eb441a9ca8f1813c809b70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77600da0d5e84c5b9133e19eecad12d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1685.352901] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136786} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.353243] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1685.353470] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1685.353648] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1685.485094] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061447} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.485387] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.486164] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6576f933-fb3e-4c4d-a11e-3a35431e2487 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.508159] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.508438] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0acb571-48de-4137-825a-bc326ff11b8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.528153] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1685.528153] env[62777]: value = "task-1694413" [ 1685.528153] env[62777]: _type = "Task" [ 1685.528153] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.536184] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.602864] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bda5544-7ed9-4b0f-9fec-dfbf469739ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.605800] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "refresh_cache-4edc7ca6-0369-4ca0-9579-9f814765b3ff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.606097] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Instance network_info: |[{"id": "a8ed6191-80c6-4223-8aab-0353e40d07e3", "address": "fa:16:3e:e9:31:f7", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ed6191-80", "ovs_interfaceid": "a8ed6191-80c6-4223-8aab-0353e40d07e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.606487] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:31:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8ed6191-80c6-4223-8aab-0353e40d07e3', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.614567] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Creating folder: Project (77600da0d5e84c5b9133e19eecad12d8). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.615378] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eb68ec3-c836-40cd-a2c2-e14f5f62b3cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.633222] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e6d12-a225-4106-80da-990f646a9109 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.634976] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Created folder: Project (77600da0d5e84c5b9133e19eecad12d8) in parent group-v353040. [ 1685.635744] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Creating folder: Instances. Parent ref: group-v353301. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.635744] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60b589be-c0b3-4698-9c82-53bc0dd6af70 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.647047] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Created folder: Instances in parent group-v353301. [ 1685.647300] env[62777]: DEBUG oslo.service.loopingcall [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.647755] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.647979] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ff37f2-785e-4403-8f4d-06a06e4ed363 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.667803] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.667803] env[62777]: value = "task-1694416" [ 1685.667803] env[62777]: _type = "Task" [ 1685.667803] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.677863] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694416, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.711859] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1685.738566] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Successfully created port: 2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.806715] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.807296] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.807296] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.807458] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.808343] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.809763] env[62777]: INFO nova.compute.manager [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Terminating instance [ 1685.865835] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.866017] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.866280] env[62777]: DEBUG nova.network.neutron [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.893531] env[62777]: DEBUG nova.compute.manager [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Received event network-changed-a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1685.893804] env[62777]: DEBUG nova.compute.manager [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Refreshing instance network info cache due to event network-changed-a8ed6191-80c6-4223-8aab-0353e40d07e3. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1685.894045] env[62777]: DEBUG oslo_concurrency.lockutils [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Acquiring lock "refresh_cache-4edc7ca6-0369-4ca0-9579-9f814765b3ff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.894201] env[62777]: DEBUG oslo_concurrency.lockutils [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Acquired lock "refresh_cache-4edc7ca6-0369-4ca0-9579-9f814765b3ff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.894365] env[62777]: DEBUG nova.network.neutron [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Refreshing network info cache for port a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.929590] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.929883] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.040183] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694413, 'name': ReconfigVM_Task, 'duration_secs': 0.307899} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.040477] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1686.041199] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83b00857-c960-4384-93bb-6c694737676e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.047504] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.047871] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1686.047871] env[62777]: value = "task-1694417" [ 1686.047871] env[62777]: _type = "Task" [ 1686.047871] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.048933] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a849b020-9ffc-4bb4-8bc4-943807e75048 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.050969] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973eb156-8d26-462a-89f2-9ee0c50e093e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.061692] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694417, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.064129] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1686.064129] env[62777]: value = "task-1694418" [ 1686.064129] env[62777]: _type = "Task" [ 1686.064129] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.065409] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f69157-96c7-4678-a6d1-0e42e68b33a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.112036] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.113155] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9cf70-65c8-4aab-9f87-e75b794bbc54 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.121472] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df592c25-8bf4-4962-93a6-6c7e2f99d129 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.136497] env[62777]: DEBUG nova.compute.provider_tree [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1686.150070] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1686.150070] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5fa01b96-2300-49ec-8e9c-f3e821e9a0d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.158714] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1686.158714] env[62777]: value = "task-1694419" [ 1686.158714] env[62777]: _type = "Task" [ 1686.158714] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.167806] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694419, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.177719] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694416, 'name': CreateVM_Task, 'duration_secs': 0.388522} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.177889] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.178707] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.178816] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.179944] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.179944] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892d18ec-bf92-48cd-a307-1d66d56a6023 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.184311] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1686.184311] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40719-cf17-7f97-a4d6-57c0e2dbc64d" [ 1686.184311] env[62777]: _type = "Task" [ 1686.184311] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.195531] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40719-cf17-7f97-a4d6-57c0e2dbc64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.314156] env[62777]: DEBUG nova.compute.manager [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1686.314392] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.315383] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a44a89-5204-46be-bad5-da2297cb8b23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.323022] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.323270] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59ffd164-8fd4-4f7e-bc5e-b3919dd8b2c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.328871] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1686.328871] env[62777]: value = "task-1694420" [ 1686.328871] env[62777]: _type = "Task" [ 1686.328871] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.336460] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.401447] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.401745] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.401944] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.402180] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.402367] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.402555] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.402856] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.403084] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.403289] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.403481] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.403695] env[62777]: DEBUG nova.virt.hardware [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.406946] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8054ea-8aa0-4661-8120-d0c71bb883fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.417668] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e047408b-5733-4a79-893b-25f9520c91f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.433358] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:04:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1cf514d-252e-483f-946f-5a3b2e11cb09', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.440465] env[62777]: DEBUG oslo.service.loopingcall [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.441257] env[62777]: INFO nova.compute.manager [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Detaching volume 95ba3008-946a-49dd-a263-bde09a535882 [ 1686.443048] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.443478] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5e6785f-0039-463e-899f-3120175f5229 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.468226] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.468226] env[62777]: value = "task-1694421" [ 1686.468226] env[62777]: _type = "Task" [ 1686.468226] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.475805] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694421, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.492171] env[62777]: INFO nova.virt.block_device [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Attempting to driver detach volume 95ba3008-946a-49dd-a263-bde09a535882 from mountpoint /dev/sdb [ 1686.492404] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1686.492606] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353281', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'name': 'volume-95ba3008-946a-49dd-a263-bde09a535882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e', 'attached_at': '', 'detached_at': '', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'serial': '95ba3008-946a-49dd-a263-bde09a535882'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1686.493502] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d74538e-2d06-4ad8-8a25-28a59b6a9f53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.519228] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334825e-f5c0-4bb9-a44b-cee4d17dd27c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.528387] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375a9a2f-a75c-46a4-8384-d5034f62ef1e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.551307] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb228a-6dea-4a6e-adbb-153ed07d75eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.571597] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] The volume has not been displaced from its original location: [datastore1] volume-95ba3008-946a-49dd-a263-bde09a535882/volume-95ba3008-946a-49dd-a263-bde09a535882.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1686.577089] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1686.583209] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92e30f78-e579-4d42-ba5e-0fcda48698e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.595887] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694417, 'name': Rename_Task, 'duration_secs': 0.1524} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.598240] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1686.599072] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1d9419f-2066-4830-8cfb-5f8b39493226 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.603755] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694418, 'name': PowerOffVM_Task, 'duration_secs': 0.172666} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.604897] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1686.605264] env[62777]: DEBUG oslo_vmware.api [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1686.605264] env[62777]: value = "task-1694422" [ 1686.605264] env[62777]: _type = "Task" [ 1686.605264] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.606722] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4861a9-5c23-473a-8f6b-be87740433dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.609098] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1686.609098] env[62777]: value = "task-1694423" [ 1686.609098] env[62777]: _type = "Task" [ 1686.609098] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.632624] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cdd29e-9fa6-40fd-bc5b-d3c467e5655f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.644494] env[62777]: DEBUG oslo_vmware.api [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.645377] env[62777]: DEBUG nova.scheduler.client.report [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1686.648795] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.649015] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.649242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.649399] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.649579] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.651112] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694423, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.654429] env[62777]: INFO nova.compute.manager [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Terminating instance [ 1686.668919] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694419, 'name': CreateSnapshot_Task, 'duration_secs': 0.457062} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.669746] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1686.670522] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa72ad-492a-4710-b91c-74edc42beacd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.694165] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b40719-cf17-7f97-a4d6-57c0e2dbc64d, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.694447] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.694674] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.694926] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.695059] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.695241] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.695489] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9d93ae2-a179-4a42-ad28-690d136db264 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.697964] env[62777]: INFO nova.network.neutron [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Port 78f3f948-cf6d-40a1-9194-4a64639bca5f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1686.698147] env[62777]: INFO nova.network.neutron [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Port b41725fe-53c5-476f-b950-6fd1d6becd99 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1686.698465] env[62777]: DEBUG nova.network.neutron [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.710165] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.710361] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.711178] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa08b59-f5b9-4a4d-a9e0-eef7bf6ced25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.717773] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1686.717773] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ddc929-5b7a-e6b8-0491-a95417b85bb1" [ 1686.717773] env[62777]: _type = "Task" [ 1686.717773] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.723710] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1686.732249] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ddc929-5b7a-e6b8-0491-a95417b85bb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008114} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.732249] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101c5194-7e70-418e-970d-94a02759abc7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.736592] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1686.736592] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529fb598-4f3a-dc3a-d486-a91fc9b39fdf" [ 1686.736592] env[62777]: _type = "Task" [ 1686.736592] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.743780] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529fb598-4f3a-dc3a-d486-a91fc9b39fdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.751195] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.751343] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.751492] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.751668] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.751876] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.751949] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.752160] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.752407] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.752492] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.752710] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.752786] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.753850] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d21f6-9d9d-428d-973a-60e65e8bc1af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.760489] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f52efeb-b556-489b-8dee-d0ef2b210d97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.773756] env[62777]: DEBUG nova.network.neutron [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Updated VIF entry in instance network info cache for port a8ed6191-80c6-4223-8aab-0353e40d07e3. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.774122] env[62777]: DEBUG nova.network.neutron [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Updating instance_info_cache with network_info: [{"id": "a8ed6191-80c6-4223-8aab-0353e40d07e3", "address": "fa:16:3e:e9:31:f7", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8ed6191-80", "ovs_interfaceid": "a8ed6191-80c6-4223-8aab-0353e40d07e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.838640] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.978194] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694421, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.125482] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.129954] env[62777]: DEBUG oslo_vmware.api [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694422, 'name': ReconfigVM_Task, 'duration_secs': 0.224035} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.130339] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1687.137382] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02a488d-e7ba-49dd-b8e9-6585fc8943f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.152800] env[62777]: DEBUG oslo_vmware.api [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1687.152800] env[62777]: value = "task-1694424" [ 1687.152800] env[62777]: _type = "Task" [ 1687.152800] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.156319] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.156787] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.159256] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.043s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.161023] env[62777]: INFO nova.compute.claims [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.164372] env[62777]: DEBUG nova.compute.manager [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.164570] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.165447] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1687.166229] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bc2ce8-1924-4153-8dc9-72bc05716fea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.169035] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d69ecc8d-26e1-40f8-8b75-9996ef75f286 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.175027] env[62777]: DEBUG oslo_vmware.api [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694424, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.181828] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.183409] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd9f5cc8-e1d9-4c60-a43c-3fa358ac0688 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.192327] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1687.192871] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1687.192871] env[62777]: value = "task-1694425" [ 1687.192871] env[62777]: _type = "Task" [ 1687.192871] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.193194] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30aedf62-3dae-40d3-be6f-d22947687412 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.202846] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1687.202846] env[62777]: value = "task-1694426" [ 1687.202846] env[62777]: _type = "Task" [ 1687.202846] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.214038] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.214038] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1687.214038] env[62777]: value = "task-1694427" [ 1687.214038] env[62777]: _type = "Task" [ 1687.214038] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.214442] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694425, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.223712] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.231104] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694427, 'name': CloneVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.248828] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529fb598-4f3a-dc3a-d486-a91fc9b39fdf, 'name': SearchDatastore_Task, 'duration_secs': 0.007933} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.249236] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.249751] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 4edc7ca6-0369-4ca0-9579-9f814765b3ff/4edc7ca6-0369-4ca0-9579-9f814765b3ff.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.250116] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73d7de28-fa0e-45ef-a9c9-4cc3c4fffe40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.256588] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1687.256588] env[62777]: value = "task-1694428" [ 1687.256588] env[62777]: _type = "Task" [ 1687.256588] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.266200] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.277684] env[62777]: DEBUG oslo_concurrency.lockutils [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Releasing lock "refresh_cache-4edc7ca6-0369-4ca0-9579-9f814765b3ff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.277684] env[62777]: DEBUG nova.compute.manager [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-vif-deleted-78f3f948-cf6d-40a1-9194-4a64639bca5f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1687.277684] env[62777]: INFO nova.compute.manager [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Neutron deleted interface 78f3f948-cf6d-40a1-9194-4a64639bca5f; detaching it from the instance and deleting it from the info cache [ 1687.278015] env[62777]: DEBUG nova.network.neutron [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b41725fe-53c5-476f-b950-6fd1d6becd99", "address": "fa:16:3e:0d:a2:36", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb41725fe-53", "ovs_interfaceid": "b41725fe-53c5-476f-b950-6fd1d6becd99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.340057] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694420, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.483767] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694421, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.530788] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Successfully updated port: 2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.624241] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694423, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.662701] env[62777]: DEBUG oslo_vmware.api [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694424, 'name': ReconfigVM_Task, 'duration_secs': 0.406642} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.663082] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353281', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'name': 'volume-95ba3008-946a-49dd-a263-bde09a535882', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e', 'attached_at': '', 'detached_at': '', 'volume_id': '95ba3008-946a-49dd-a263-bde09a535882', 'serial': '95ba3008-946a-49dd-a263-bde09a535882'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1687.667480] env[62777]: DEBUG nova.compute.utils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1687.671247] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1687.671891] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.711082] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694425, 'name': CreateSnapshot_Task, 'duration_secs': 0.506381} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.711945] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1687.712744] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6970315-79db-4b36-99c7-890c66e2985d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.718884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-486263c8-fd3f-452c-8edd-cc6f623b033a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-56c8dc06-0504-40dc-bce5-489a703fc1ee-78f3f948-cf6d-40a1-9194-4a64639bca5f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.732s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.720425] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694426, 'name': PowerOffVM_Task, 'duration_secs': 0.194917} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.725157] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.725465] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.725817] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22de32b1-119a-467f-aa15-ad15ce8a77c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.735619] env[62777]: DEBUG nova.policy [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a661f948eb441a9ca8f1813c809b70', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77600da0d5e84c5b9133e19eecad12d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1687.740836] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694427, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.770336] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510814} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.770488] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 4edc7ca6-0369-4ca0-9579-9f814765b3ff/4edc7ca6-0369-4ca0-9579-9f814765b3ff.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.771404] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.771404] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734e7266-d8ff-40b7-bc60-757efa6f0124 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.776865] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1687.776865] env[62777]: value = "task-1694430" [ 1687.776865] env[62777]: _type = "Task" [ 1687.776865] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.780733] env[62777]: DEBUG oslo_concurrency.lockutils [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.787095] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.840740] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694420, 'name': PowerOffVM_Task, 'duration_secs': 1.046651} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.841066] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.841236] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.841462] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12eef7f0-f5c8-4f72-a2a1-9457e1306414 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.869968] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.869968] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.869968] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleting the datastore file [datastore1] 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.870737] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40db18d3-ab0f-4662-bf63-1fee046ee142 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.879972] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1687.879972] env[62777]: value = "task-1694432" [ 1687.879972] env[62777]: _type = "Task" [ 1687.879972] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.889500] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.919997] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.920622] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.920622] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleting the datastore file [datastore1] 183e12ec-ab91-4274-ab8a-f7dc48388c24 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.920747] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd177f1-4533-48c9-91bb-8ee685017c64 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.927203] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for the task: (returnval){ [ 1687.927203] env[62777]: value = "task-1694433" [ 1687.927203] env[62777]: _type = "Task" [ 1687.927203] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.933419] env[62777]: DEBUG nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-vif-deleted-b41725fe-53c5-476f-b950-6fd1d6becd99 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1687.933631] env[62777]: INFO nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Neutron deleted interface b41725fe-53c5-476f-b950-6fd1d6becd99; detaching it from the instance and deleting it from the info cache [ 1687.933893] env[62777]: DEBUG nova.network.neutron [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [{"id": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "address": "fa:16:3e:cf:6f:0a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefa65a5f-2d", "ovs_interfaceid": "efa65a5f-2db0-48bc-af1f-9ada0713a822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.940825] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.984031] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694421, 'name': CreateVM_Task, 'duration_secs': 1.133979} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.984031] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.984031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.984031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.984031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.984031] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9773a048-9315-4f1b-9570-548da0264ab5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.987089] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1687.987089] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522de2c8-891c-9bc0-5a51-f430e643644a" [ 1687.987089] env[62777]: _type = "Task" [ 1687.987089] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.994808] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522de2c8-891c-9bc0-5a51-f430e643644a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.034718] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "refresh_cache-06a6c7db-944c-4df4-805c-ffceedb8e70d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.034849] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "refresh_cache-06a6c7db-944c-4df4-805c-ffceedb8e70d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.035038] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1688.071975] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Successfully created port: 5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1688.123975] env[62777]: DEBUG oslo_vmware.api [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694423, 'name': PowerOnVM_Task, 'duration_secs': 1.323706} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.123975] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.125304] env[62777]: INFO nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Took 10.03 seconds to spawn the instance on the hypervisor. [ 1688.125304] env[62777]: DEBUG nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.125304] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a22ac-6c29-437d-a9b6-6b5a66575d57 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.178112] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.221556] env[62777]: DEBUG nova.objects.instance [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'flavor' on Instance uuid f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.236322] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694427, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.248648] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1688.249365] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-932f9458-9c17-40d3-a037-544223b77559 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.264824] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1688.264824] env[62777]: value = "task-1694434" [ 1688.264824] env[62777]: _type = "Task" [ 1688.264824] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.277506] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694434, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.291840] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065847} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.292121] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.293028] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797f9d1d-f53e-49a3-a371-f03d00af81b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.317363] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 4edc7ca6-0369-4ca0-9579-9f814765b3ff/4edc7ca6-0369-4ca0-9579-9f814765b3ff.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.320306] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed55e155-1b30-4ac2-95ec-b32e7875dff7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.341516] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1688.341516] env[62777]: value = "task-1694435" [ 1688.341516] env[62777]: _type = "Task" [ 1688.341516] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.354390] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694435, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.390047] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.439495] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Acquiring lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.440281] env[62777]: DEBUG oslo_vmware.api [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Task: {'id': task-1694433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492149} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.440281] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.440281] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.440678] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.440678] env[62777]: INFO nova.compute.manager [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1688.440826] env[62777]: DEBUG oslo.service.loopingcall [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.441023] env[62777]: DEBUG nova.compute.manager [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.441119] env[62777]: DEBUG nova.network.neutron [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1688.501042] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522de2c8-891c-9bc0-5a51-f430e643644a, 'name': SearchDatastore_Task, 'duration_secs': 0.022741} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.501384] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.501644] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.502341] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.502341] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.502341] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.502921] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3804f6b2-baab-44a4-8e06-0ae200787490 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.511742] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.513739] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.513739] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32235c7-d982-42a4-984f-7c5bc747a9fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.517759] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1688.517759] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b2b3b9-640c-4cc4-1c35-7cd8c570113d" [ 1688.517759] env[62777]: _type = "Task" [ 1688.517759] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.527934] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b2b3b9-640c-4cc4-1c35-7cd8c570113d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.560457] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a4c96b-55e4-4ba0-8cea-a7a148a8a25f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.568035] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b16757-ebcf-45ee-8353-665dbec53975 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.602864] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.605636] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23279cdb-6177-4739-9ab9-17b35714dc0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.614023] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4deba2b7-9a1c-4bb2-8da5-39a293b2e344 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.629468] env[62777]: DEBUG nova.compute.provider_tree [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.647854] env[62777]: INFO nova.compute.manager [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Took 16.32 seconds to build instance. [ 1688.741396] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694427, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.777020] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694434, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.852916] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694435, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.890811] env[62777]: DEBUG oslo_vmware.api [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542603} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.894024] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.894024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.894024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.894024] env[62777]: INFO nova.compute.manager [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1688.894024] env[62777]: DEBUG oslo.service.loopingcall [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.894024] env[62777]: DEBUG nova.compute.manager [-] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.894024] env[62777]: DEBUG nova.network.neutron [-] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1688.971357] env[62777]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port b41725fe-53c5-476f-b950-6fd1d6becd99 could not be found.", "detail": ""}} {{(pid=62777) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1688.971357] env[62777]: DEBUG nova.network.neutron [-] Unable to show port b41725fe-53c5-476f-b950-6fd1d6becd99 as it no longer exists. {{(pid=62777) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1689.001772] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Updating instance_info_cache with network_info: [{"id": "2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb", "address": "fa:16:3e:94:c0:cc", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc60be0-f2", "ovs_interfaceid": "2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.029355] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b2b3b9-640c-4cc4-1c35-7cd8c570113d, 'name': SearchDatastore_Task, 'duration_secs': 0.027004} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.031620] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165ab562-5c5c-4735-9a52-0b5a613bc988 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.038699] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1689.038699] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bc3591-290e-4af4-dfa4-ba923e264919" [ 1689.038699] env[62777]: _type = "Task" [ 1689.038699] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.049767] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bc3591-290e-4af4-dfa4-ba923e264919, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.136099] env[62777]: DEBUG nova.scheduler.client.report [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1689.147629] env[62777]: DEBUG oslo_concurrency.lockutils [None req-15ee1fdc-86ee-45db-9589-6edb40799c52 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.833s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.191763] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.214391] env[62777]: DEBUG nova.compute.manager [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Received event network-changed-1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1689.214391] env[62777]: DEBUG nova.compute.manager [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Refreshing instance network info cache due to event network-changed-1c30e846-ead5-4eee-a187-70166d0c7b8a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1689.214391] env[62777]: DEBUG oslo_concurrency.lockutils [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.214391] env[62777]: DEBUG oslo_concurrency.lockutils [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.215151] env[62777]: DEBUG nova.network.neutron [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Refreshing network info cache for port 1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1689.227148] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1689.229179] env[62777]: DEBUG nova.virt.hardware [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1689.229961] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9967ae7d-85d5-43ac-883e-1a89ea66fa45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.241810] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84b24e6d-1156-4e8c-a2fa-a884febe2b9e tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.254314] env[62777]: DEBUG nova.network.neutron [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.255873] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694427, 'name': CloneVM_Task, 'duration_secs': 1.810211} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.257786] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc192e45-ddec-4b66-b074-42ab8b6d5537 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.262806] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Created linked-clone VM from snapshot [ 1689.264310] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd83991-e2af-463d-8609-63f14c45ea7a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.286434] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Uploading image 6690272a-1f8b-4a1e-8846-02e8befb3d28 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1689.293360] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694434, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.308739] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1689.308739] env[62777]: value = "vm-353306" [ 1689.308739] env[62777]: _type = "VirtualMachine" [ 1689.308739] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1689.309508] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6cfdd515-347e-4e47-8125-6098f4625bc7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.318505] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease: (returnval){ [ 1689.318505] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521d185d-2e2b-974b-4431-2dba71c31c51" [ 1689.318505] env[62777]: _type = "HttpNfcLease" [ 1689.318505] env[62777]: } obtained for exporting VM: (result){ [ 1689.318505] env[62777]: value = "vm-353306" [ 1689.318505] env[62777]: _type = "VirtualMachine" [ 1689.318505] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1689.318888] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the lease: (returnval){ [ 1689.318888] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521d185d-2e2b-974b-4431-2dba71c31c51" [ 1689.318888] env[62777]: _type = "HttpNfcLease" [ 1689.318888] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1689.328100] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1689.328100] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521d185d-2e2b-974b-4431-2dba71c31c51" [ 1689.328100] env[62777]: _type = "HttpNfcLease" [ 1689.328100] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1689.352177] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694435, 'name': ReconfigVM_Task, 'duration_secs': 0.532173} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.352473] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 4edc7ca6-0369-4ca0-9579-9f814765b3ff/4edc7ca6-0369-4ca0-9579-9f814765b3ff.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.353337] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8f44290-4e4d-4912-8b94-a9690705c2a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.359675] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1689.359675] env[62777]: value = "task-1694437" [ 1689.359675] env[62777]: _type = "Task" [ 1689.359675] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.368523] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694437, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.504179] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "refresh_cache-06a6c7db-944c-4df4-805c-ffceedb8e70d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.504578] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Instance network_info: |[{"id": "2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb", "address": "fa:16:3e:94:c0:cc", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc60be0-f2", "ovs_interfaceid": "2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1689.505075] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c0:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1689.513932] env[62777]: DEBUG oslo.service.loopingcall [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1689.514199] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1689.514436] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f188c2-975c-42f3-9176-d66b6f2cd4fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.536329] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1689.536329] env[62777]: value = "task-1694438" [ 1689.536329] env[62777]: _type = "Task" [ 1689.536329] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.547859] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694438, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.552545] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bc3591-290e-4af4-dfa4-ba923e264919, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.552908] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.553313] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.553591] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e538496b-6afc-4fec-b0ab-cb350f1ecf07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.561702] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1689.561702] env[62777]: value = "task-1694439" [ 1689.561702] env[62777]: _type = "Task" [ 1689.561702] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.569949] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.638564] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.639123] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1689.642398] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.034s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.642687] env[62777]: DEBUG nova.objects.instance [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lazy-loading 'resources' on Instance uuid b62fdc5d-d54c-415a-9cff-05081e43b3b5 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.731954] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Successfully updated port: 5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.758624] env[62777]: INFO nova.compute.manager [-] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Took 1.32 seconds to deallocate network for instance. [ 1689.780799] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694434, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.831678] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1689.831678] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521d185d-2e2b-974b-4431-2dba71c31c51" [ 1689.831678] env[62777]: _type = "HttpNfcLease" [ 1689.831678] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1689.831678] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1689.831678] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521d185d-2e2b-974b-4431-2dba71c31c51" [ 1689.831678] env[62777]: _type = "HttpNfcLease" [ 1689.831678] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1689.832403] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f315239-62ff-46fe-bce0-5d0686346ad2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.840774] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4696a-fb0c-4037-99c3-78fa083ce4e0/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1689.842032] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4696a-fb0c-4037-99c3-78fa083ce4e0/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1689.923661] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694437, 'name': Rename_Task, 'duration_secs': 0.176046} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.924071] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.924384] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59db29d9-4954-40f1-9162-f5ad4d6948f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.932144] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1689.932144] env[62777]: value = "task-1694440" [ 1689.932144] env[62777]: _type = "Task" [ 1689.932144] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.942558] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.979874] env[62777]: DEBUG nova.network.neutron [-] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.983470] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d46cbc8b-74a0-4ca7-8d95-2427f9dc6c75 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.051529] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694438, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.071833] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694439, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.149699] env[62777]: DEBUG nova.compute.utils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.155413] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1690.155413] env[62777]: DEBUG nova.network.neutron [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.235223] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "refresh_cache-db8798ca-4df8-4059-b33a-290833355d43" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.235377] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "refresh_cache-db8798ca-4df8-4059-b33a-290833355d43" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.235527] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1690.271370] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.281755] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694434, 'name': CloneVM_Task, 'duration_secs': 1.618279} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.284563] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Created linked-clone VM from snapshot [ 1690.286329] env[62777]: DEBUG nova.policy [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62019cb638bf4acd88dd2bc570b37879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf97c657e0a4edebade4939f28da529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1690.289288] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846743b-ccd6-42da-96b5-fafe77022f63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.299887] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Uploading image 85d2eae2-f9cb-4178-9b64-8bd998e611e4 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1690.324097] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1690.324097] env[62777]: value = "vm-353308" [ 1690.324097] env[62777]: _type = "VirtualMachine" [ 1690.324097] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1690.324483] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8b1c34a-d5b5-4261-bff4-be35431693e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.331966] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease: (returnval){ [ 1690.331966] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b4e8cc-47e8-7d98-db21-b42a95ab7f77" [ 1690.331966] env[62777]: _type = "HttpNfcLease" [ 1690.331966] env[62777]: } obtained for exporting VM: (result){ [ 1690.331966] env[62777]: value = "vm-353308" [ 1690.331966] env[62777]: _type = "VirtualMachine" [ 1690.331966] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1690.332260] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the lease: (returnval){ [ 1690.332260] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b4e8cc-47e8-7d98-db21-b42a95ab7f77" [ 1690.332260] env[62777]: _type = "HttpNfcLease" [ 1690.332260] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1690.342094] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1690.342094] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b4e8cc-47e8-7d98-db21-b42a95ab7f77" [ 1690.342094] env[62777]: _type = "HttpNfcLease" [ 1690.342094] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1690.443937] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.477160] env[62777]: DEBUG nova.network.neutron [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updated VIF entry in instance network info cache for port 1c30e846-ead5-4eee-a187-70166d0c7b8a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.477597] env[62777]: DEBUG nova.network.neutron [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.484199] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.484493] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.484759] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.485031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.485264] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.487497] env[62777]: INFO nova.compute.manager [-] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Took 1.59 seconds to deallocate network for instance. [ 1690.488152] env[62777]: INFO nova.compute.manager [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Terminating instance [ 1690.520914] env[62777]: DEBUG nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Received event network-vif-deleted-ff59b4b6-0a56-4b47-91b5-5906fbdc4284 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1690.520985] env[62777]: DEBUG nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Received event network-vif-deleted-efa65a5f-2db0-48bc-af1f-9ada0713a822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1690.521191] env[62777]: DEBUG nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Received event network-vif-plugged-5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1690.521451] env[62777]: DEBUG oslo_concurrency.lockutils [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] Acquiring lock "db8798ca-4df8-4059-b33a-290833355d43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.521850] env[62777]: DEBUG oslo_concurrency.lockutils [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] Lock "db8798ca-4df8-4059-b33a-290833355d43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.521937] env[62777]: DEBUG oslo_concurrency.lockutils [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] Lock "db8798ca-4df8-4059-b33a-290833355d43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.522199] env[62777]: DEBUG nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] No waiting events found dispatching network-vif-plugged-5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.522439] env[62777]: WARNING nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Received unexpected event network-vif-plugged-5df64cd1-883c-43fa-adeb-9d6dfee2ed42 for instance with vm_state building and task_state spawning. [ 1690.522649] env[62777]: DEBUG nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Received event network-changed-5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1690.523115] env[62777]: DEBUG nova.compute.manager [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Refreshing instance network info cache due to event network-changed-5df64cd1-883c-43fa-adeb-9d6dfee2ed42. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1690.523357] env[62777]: DEBUG oslo_concurrency.lockutils [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] Acquiring lock "refresh_cache-db8798ca-4df8-4059-b33a-290833355d43" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.559147] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694438, 'name': CreateVM_Task, 'duration_secs': 0.676035} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.561309] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1690.562958] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904e312b-b5b4-4f0b-bf85-ecdf09f6d481 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.566056] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.566327] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.568059] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1690.568059] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1e77861-5490-4e95-a79d-02eeaa70eeb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.579370] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce6e2b9-5e20-4396-aa9b-c5515e5844d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.583958] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1690.583958] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5250bec9-7b15-eaa1-3256-75a68a890366" [ 1690.583958] env[62777]: _type = "Task" [ 1690.583958] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.588029] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662805} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.592117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.592361] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.622841] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99169532-2bb8-4432-a519-9d4bb6f4d265 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.626870] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a08f248-ae0e-47d5-b79b-191208aab897 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.634049] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5250bec9-7b15-eaa1-3256-75a68a890366, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.634830] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.635671] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.635671] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.635671] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.635803] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.638702] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c67f381f-1a79-4c96-8cb1-46c0e808d41a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.644264] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b87dc-a69e-4329-bb17-c688115144b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.648707] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1690.648707] env[62777]: value = "task-1694442" [ 1690.648707] env[62777]: _type = "Task" [ 1690.648707] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.664075] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1690.668053] env[62777]: DEBUG nova.compute.provider_tree [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.672282] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.672606] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.677355] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbac553e-1697-4fdb-ba5e-0426190f3751 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.681389] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.686695] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1690.686695] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c06338-7acc-ea08-550a-76de7b5d8cdd" [ 1690.686695] env[62777]: _type = "Task" [ 1690.686695] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.702276] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c06338-7acc-ea08-550a-76de7b5d8cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.787690] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.841830] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1690.841830] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b4e8cc-47e8-7d98-db21-b42a95ab7f77" [ 1690.841830] env[62777]: _type = "HttpNfcLease" [ 1690.841830] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1690.843061] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1690.843061] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b4e8cc-47e8-7d98-db21-b42a95ab7f77" [ 1690.843061] env[62777]: _type = "HttpNfcLease" [ 1690.843061] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1690.843953] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924f8741-2442-468c-9d9f-4c5f11e1876e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.852922] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7aa08-bb3c-ccc7-a546-a3417bcb4c7a/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1690.853246] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7aa08-bb3c-ccc7-a546-a3417bcb4c7a/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1690.916175] env[62777]: DEBUG nova.network.neutron [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Successfully created port: a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.944857] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694440, 'name': PowerOnVM_Task, 'duration_secs': 0.803106} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.944857] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.944857] env[62777]: INFO nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1690.944857] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1690.947025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafc9475-732a-44bb-b2db-41cf3cab049f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.980847] env[62777]: DEBUG oslo_concurrency.lockutils [req-9f754074-30d3-4604-aac2-fb6a59092383 req-cd94e612-af0a-4cb1-be2b-3210bfa55518 service nova] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.992780] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a2bbd250-dbbc-4e61-a165-c08919d89424 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.000600] env[62777]: DEBUG nova.compute.manager [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1691.000600] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1691.000600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.001934] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360e8c24-e390-4e21-ae36-ed20bddb8c19 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.009217] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.009547] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a96b95d2-a279-4a40-99f5-566fc29266f4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.016031] env[62777]: DEBUG oslo_vmware.api [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1691.016031] env[62777]: value = "task-1694443" [ 1691.016031] env[62777]: _type = "Task" [ 1691.016031] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.026987] env[62777]: DEBUG oslo_vmware.api [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.140311] env[62777]: DEBUG nova.network.neutron [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Updating instance_info_cache with network_info: [{"id": "5df64cd1-883c-43fa-adeb-9d6dfee2ed42", "address": "fa:16:3e:33:94:80", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df64cd1-88", "ovs_interfaceid": "5df64cd1-883c-43fa-adeb-9d6dfee2ed42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.165043] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140203} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.165565] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.166861] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb07d07a-065f-4ffb-8f6c-94a147b322a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.180116] env[62777]: DEBUG nova.scheduler.client.report [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1691.223880] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.227492] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b26d751b-8cbf-437f-8a16-116bfa49fbfc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.250953] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c06338-7acc-ea08-550a-76de7b5d8cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.014119} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.252801] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1691.252801] env[62777]: value = "task-1694444" [ 1691.252801] env[62777]: _type = "Task" [ 1691.252801] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.253060] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2f5f278-e7fc-4045-b299-96068ef3decb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.272463] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1691.272463] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dc0484-ba39-9a14-58fc-4baf439b7578" [ 1691.272463] env[62777]: _type = "Task" [ 1691.272463] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.281819] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.290145] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dc0484-ba39-9a14-58fc-4baf439b7578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.466987] env[62777]: INFO nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Took 16.47 seconds to build instance. [ 1691.529280] env[62777]: DEBUG oslo_vmware.api [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694443, 'name': PowerOffVM_Task, 'duration_secs': 0.3983} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.529934] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.530518] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.530974] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39518af7-d3a7-47d5-be9e-cdea39e333db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.643757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "refresh_cache-db8798ca-4df8-4059-b33a-290833355d43" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.644206] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Instance network_info: |[{"id": "5df64cd1-883c-43fa-adeb-9d6dfee2ed42", "address": "fa:16:3e:33:94:80", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df64cd1-88", "ovs_interfaceid": "5df64cd1-883c-43fa-adeb-9d6dfee2ed42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1691.644468] env[62777]: DEBUG oslo_concurrency.lockutils [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] Acquired lock "refresh_cache-db8798ca-4df8-4059-b33a-290833355d43" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.644740] env[62777]: DEBUG nova.network.neutron [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Refreshing network info cache for port 5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.646181] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:94:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c42bb08a-77b4-4bba-8166-702cbb1b5f1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5df64cd1-883c-43fa-adeb-9d6dfee2ed42', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.654454] env[62777]: DEBUG oslo.service.loopingcall [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.655194] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8798ca-4df8-4059-b33a-290833355d43] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.656326] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48b0cf99-701e-4886-8c71-17d812d95150 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.677540] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.677540] env[62777]: value = "task-1694446" [ 1691.677540] env[62777]: _type = "Task" [ 1691.677540] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.678865] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.679085] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.679332] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleting the datastore file [datastore1] f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.682732] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb76ec51-ec36-45ae-b80a-4dbb115947f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.690176] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.693451] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1691.695887] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694446, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.701499] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.572s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.704754] env[62777]: INFO nova.compute.claims [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1691.707339] env[62777]: DEBUG oslo_vmware.api [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1691.707339] env[62777]: value = "task-1694447" [ 1691.707339] env[62777]: _type = "Task" [ 1691.707339] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.720779] env[62777]: DEBUG oslo_vmware.api [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.736297] env[62777]: INFO nova.scheduler.client.report [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Deleted allocations for instance b62fdc5d-d54c-415a-9cff-05081e43b3b5 [ 1691.768930] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.793811] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dc0484-ba39-9a14-58fc-4baf439b7578, 'name': SearchDatastore_Task, 'duration_secs': 0.024715} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.794447] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.794823] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 06a6c7db-944c-4df4-805c-ffceedb8e70d/06a6c7db-944c-4df4-805c-ffceedb8e70d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1691.795557] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6e1c6b3-2e00-4c61-a9ca-af8b83041f3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.803029] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1691.803029] env[62777]: value = "task-1694448" [ 1691.803029] env[62777]: _type = "Task" [ 1691.803029] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.814859] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.969692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.997s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.190071] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694446, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.229967] env[62777]: DEBUG oslo_vmware.api [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307823} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.230382] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1692.230617] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1692.230818] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1692.231131] env[62777]: INFO nova.compute.manager [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1692.231546] env[62777]: DEBUG oslo.service.loopingcall [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.231796] env[62777]: DEBUG nova.compute.manager [-] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1692.232399] env[62777]: DEBUG nova.network.neutron [-] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1692.246192] env[62777]: DEBUG oslo_concurrency.lockutils [None req-8463b2e4-e2cd-4566-bc58-0e8442fd6e7e tempest-ServersNegativeTestMultiTenantJSON-1402088963 tempest-ServersNegativeTestMultiTenantJSON-1402088963-project-member] Lock "b62fdc5d-d54c-415a-9cff-05081e43b3b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.558s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.272602] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694444, 'name': ReconfigVM_Task, 'duration_secs': 0.592117} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.273330] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Reconfigured VM instance instance-00000059 to attach disk [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888/f9b2ec1e-e406-4cb7-b48c-e085e1f07888.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.274414] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aac8e5d7-1f2d-46f8-9f29-55884f63db93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.283543] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1692.283543] env[62777]: value = "task-1694449" [ 1692.283543] env[62777]: _type = "Task" [ 1692.283543] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.306447] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694449, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.318353] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.607371] env[62777]: DEBUG nova.network.neutron [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Updated VIF entry in instance network info cache for port 5df64cd1-883c-43fa-adeb-9d6dfee2ed42. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1692.607892] env[62777]: DEBUG nova.network.neutron [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Updating instance_info_cache with network_info: [{"id": "5df64cd1-883c-43fa-adeb-9d6dfee2ed42", "address": "fa:16:3e:33:94:80", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5df64cd1-88", "ovs_interfaceid": "5df64cd1-883c-43fa-adeb-9d6dfee2ed42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.699084] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694446, 'name': CreateVM_Task, 'duration_secs': 0.54678} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.699371] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8798ca-4df8-4059-b33a-290833355d43] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.700096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.702876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.703016] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1692.703666] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae3c8fd3-fadb-46fe-8870-d64fcc82db4f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.710264] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1692.710264] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52987190-6759-9ae1-f2af-c7b3de85f547" [ 1692.710264] env[62777]: _type = "Task" [ 1692.710264] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.722087] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52987190-6759-9ae1-f2af-c7b3de85f547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.792016] env[62777]: DEBUG nova.compute.manager [req-0dae9d65-9b09-4f67-919c-fa9560c2c397 req-387c7ba0-c2d9-4419-b2fa-75b48de43f70 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Received event network-vif-plugged-a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1692.792294] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dae9d65-9b09-4f67-919c-fa9560c2c397 req-387c7ba0-c2d9-4419-b2fa-75b48de43f70 service nova] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.792545] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dae9d65-9b09-4f67-919c-fa9560c2c397 req-387c7ba0-c2d9-4419-b2fa-75b48de43f70 service nova] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.792842] env[62777]: DEBUG oslo_concurrency.lockutils [req-0dae9d65-9b09-4f67-919c-fa9560c2c397 req-387c7ba0-c2d9-4419-b2fa-75b48de43f70 service nova] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.793077] env[62777]: DEBUG nova.compute.manager [req-0dae9d65-9b09-4f67-919c-fa9560c2c397 req-387c7ba0-c2d9-4419-b2fa-75b48de43f70 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] No waiting events found dispatching network-vif-plugged-a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1692.793607] env[62777]: WARNING nova.compute.manager [req-0dae9d65-9b09-4f67-919c-fa9560c2c397 req-387c7ba0-c2d9-4419-b2fa-75b48de43f70 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Received unexpected event network-vif-plugged-a98c65ce-deb2-48f0-b567-1c096b4021aa for instance with vm_state building and task_state spawning. [ 1692.800296] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694449, 'name': Rename_Task, 'duration_secs': 0.275549} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.803345] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.803973] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b08fd4a-c8c1-4f0f-9c28-fbf7714d4e9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.819901] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650763} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.824976] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 06a6c7db-944c-4df4-805c-ffceedb8e70d/06a6c7db-944c-4df4-805c-ffceedb8e70d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1692.825480] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1692.825945] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1692.825945] env[62777]: value = "task-1694450" [ 1692.825945] env[62777]: _type = "Task" [ 1692.825945] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.827041] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52802bf4-19e5-4771-b405-a2c74f532da9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.842460] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694450, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.847688] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1692.847688] env[62777]: value = "task-1694451" [ 1692.847688] env[62777]: _type = "Task" [ 1692.847688] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.858510] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.067712] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd7c1ff-fc26-4604-af34-db8e2fd3114e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.077226] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d335a5-2a3c-4ba9-9946-57b2314e1f8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.127683] env[62777]: DEBUG oslo_concurrency.lockutils [req-b875a14c-e99a-4c72-9a4c-44a6f6a00a83 req-580212b7-17cc-4b98-b384-6ec5acc2f1ef service nova] Releasing lock "refresh_cache-db8798ca-4df8-4059-b33a-290833355d43" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.130606] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d753f94f-6e8f-4996-b898-2414da8cb405 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.146423] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def63ac-6ea7-4c4b-b5a5-c9f764f0a9bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.164429] env[62777]: DEBUG nova.compute.provider_tree [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.173102] env[62777]: DEBUG nova.compute.manager [req-459574a8-5828-4028-9fd3-854f0b077e94 req-f0ee2da9-1793-4268-9c3b-1df389f41522 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Received event network-vif-deleted-841ef835-82ac-40c1-b122-71ccdf310265 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1693.176767] env[62777]: INFO nova.compute.manager [req-459574a8-5828-4028-9fd3-854f0b077e94 req-f0ee2da9-1793-4268-9c3b-1df389f41522 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Neutron deleted interface 841ef835-82ac-40c1-b122-71ccdf310265; detaching it from the instance and deleting it from the info cache [ 1693.177056] env[62777]: DEBUG nova.network.neutron [req-459574a8-5828-4028-9fd3-854f0b077e94 req-f0ee2da9-1793-4268-9c3b-1df389f41522 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.221393] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52987190-6759-9ae1-f2af-c7b3de85f547, 'name': SearchDatastore_Task, 'duration_secs': 0.012169} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.221786] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.221998] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.222313] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.222516] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.222649] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.223589] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecced5a6-128c-4ec8-8c17-250f3c2f127b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.233569] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.233569] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.234327] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecea5dcf-a086-4958-aafd-61722c659723 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.246713] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1693.246713] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52559e92-4320-c4da-a7ff-baded35527e1" [ 1693.246713] env[62777]: _type = "Task" [ 1693.246713] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.255022] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52559e92-4320-c4da-a7ff-baded35527e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.258800] env[62777]: DEBUG nova.network.neutron [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Successfully updated port: a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1693.303920] env[62777]: DEBUG nova.compute.manager [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Received event network-changed-a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1693.304211] env[62777]: DEBUG nova.compute.manager [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Refreshing instance network info cache due to event network-changed-a98c65ce-deb2-48f0-b567-1c096b4021aa. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1693.304439] env[62777]: DEBUG oslo_concurrency.lockutils [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] Acquiring lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.304583] env[62777]: DEBUG oslo_concurrency.lockutils [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] Acquired lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.304742] env[62777]: DEBUG nova.network.neutron [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Refreshing network info cache for port a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.342900] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694450, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.361881] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065392} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.362335] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1693.366022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da81c23b-a9e3-4db0-b304-75a86a7d1709 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.402395] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 06a6c7db-944c-4df4-805c-ffceedb8e70d/06a6c7db-944c-4df4-805c-ffceedb8e70d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.402966] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67289e6-39d6-4fe0-ad7f-0d1594db7a18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.433502] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1693.433502] env[62777]: value = "task-1694452" [ 1693.433502] env[62777]: _type = "Task" [ 1693.433502] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.444766] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.586312] env[62777]: DEBUG nova.network.neutron [-] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.668193] env[62777]: DEBUG nova.scheduler.client.report [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1693.682164] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8982e5fa-9673-4c40-b600-a68bb58b955f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.694290] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e4d2ae-63fa-4d3d-885a-96b275cc71ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.730600] env[62777]: DEBUG nova.compute.manager [req-459574a8-5828-4028-9fd3-854f0b077e94 req-f0ee2da9-1793-4268-9c3b-1df389f41522 service nova] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Detach interface failed, port_id=841ef835-82ac-40c1-b122-71ccdf310265, reason: Instance f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1693.746442] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.746791] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.758401] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52559e92-4320-c4da-a7ff-baded35527e1, 'name': SearchDatastore_Task, 'duration_secs': 0.019286} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.759913] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170c7304-6e3e-4d5a-a0f8-ccb170e17922 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.763242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.766744] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1693.766744] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523703b3-a916-e1db-905c-43e6395f6980" [ 1693.766744] env[62777]: _type = "Task" [ 1693.766744] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.779028] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523703b3-a916-e1db-905c-43e6395f6980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.844507] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694450, 'name': PowerOnVM_Task, 'duration_secs': 0.73337} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.844753] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.844963] env[62777]: DEBUG nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.845868] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708892ff-a6b9-419d-b0cb-75e19c9c4044 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.877516] env[62777]: DEBUG nova.network.neutron [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.947168] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694452, 'name': ReconfigVM_Task, 'duration_secs': 0.445173} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.947741] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 06a6c7db-944c-4df4-805c-ffceedb8e70d/06a6c7db-944c-4df4-805c-ffceedb8e70d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1693.948622] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594c7b3c-26e1-44f2-96e2-3d75fd7471c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.959017] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1693.959017] env[62777]: value = "task-1694453" [ 1693.959017] env[62777]: _type = "Task" [ 1693.959017] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.967846] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694453, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.057798] env[62777]: DEBUG nova.network.neutron [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.092083] env[62777]: INFO nova.compute.manager [-] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Took 1.86 seconds to deallocate network for instance. [ 1694.174673] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.175310] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1694.179446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.397s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.179846] env[62777]: DEBUG nova.objects.instance [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lazy-loading 'resources' on Instance uuid e2e209f2-431f-4827-8999-0e87b45868cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.249846] env[62777]: INFO nova.compute.manager [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Detaching volume 2fb33d0b-0592-4c84-a724-0d71841d1ffa [ 1694.282746] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523703b3-a916-e1db-905c-43e6395f6980, 'name': SearchDatastore_Task, 'duration_secs': 0.016173} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.283216] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.284097] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] db8798ca-4df8-4059-b33a-290833355d43/db8798ca-4df8-4059-b33a-290833355d43.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.284541] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56bc5828-e164-41ca-90dc-3accbd21cc81 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.291115] env[62777]: INFO nova.virt.block_device [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Attempting to driver detach volume 2fb33d0b-0592-4c84-a724-0d71841d1ffa from mountpoint /dev/sdb [ 1694.291115] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1694.291115] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353287', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'name': 'volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '70902640-5dbf-4597-8039-d551cd929166', 'attached_at': '', 'detached_at': '', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'serial': '2fb33d0b-0592-4c84-a724-0d71841d1ffa'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1694.292491] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deebe79a-612a-429c-90c9-1b8bc86a43ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.298602] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1694.298602] env[62777]: value = "task-1694454" [ 1694.298602] env[62777]: _type = "Task" [ 1694.298602] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.321842] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b33be5-55e4-4681-8a7a-30ae600f3f87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.328895] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.334029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f4a2b7-f394-4a8e-9457-11d710fb4280 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.359523] env[62777]: INFO nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] bringing vm to original state: 'stopped' [ 1694.363499] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c708f-7c7e-4ec4-962f-a45b4e453f44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.381763] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] The volume has not been displaced from its original location: [datastore1] volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa/volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1694.388209] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1694.388943] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73f79fe4-f98c-463b-8bc4-3dfe5a962a93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.409058] env[62777]: DEBUG oslo_vmware.api [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1694.409058] env[62777]: value = "task-1694455" [ 1694.409058] env[62777]: _type = "Task" [ 1694.409058] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.417947] env[62777]: DEBUG oslo_vmware.api [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.467923] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694453, 'name': Rename_Task, 'duration_secs': 0.262233} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.468404] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.468696] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-962e7e81-5d80-49e8-8237-8bfa648ce11b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.476713] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1694.476713] env[62777]: value = "task-1694456" [ 1694.476713] env[62777]: _type = "Task" [ 1694.476713] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.485115] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.564641] env[62777]: DEBUG oslo_concurrency.lockutils [req-e02c65ad-f478-4d90-83a6-ef8fec56f1b8 req-db9b7c1a-9342-4d65-9f59-76d1e004f52d service nova] Releasing lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.565179] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.565413] env[62777]: DEBUG nova.network.neutron [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.604029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.683979] env[62777]: DEBUG nova.compute.utils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1694.689049] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1694.689272] env[62777]: DEBUG nova.network.neutron [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1694.757202] env[62777]: DEBUG nova.policy [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1694.811780] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694454, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.922139] env[62777]: DEBUG oslo_vmware.api [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694455, 'name': ReconfigVM_Task, 'duration_secs': 0.485763} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.922481] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1694.927910] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07de897b-68eb-4197-8fe3-c3ff699c6167 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.947276] env[62777]: DEBUG oslo_vmware.api [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1694.947276] env[62777]: value = "task-1694457" [ 1694.947276] env[62777]: _type = "Task" [ 1694.947276] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.957977] env[62777]: DEBUG oslo_vmware.api [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.989284] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.007348] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f3f08-2e31-41ae-8af5-6d4768e1f10c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.015485] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db20898-2b76-4f75-8508-a4886a33c62f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.050918] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17a3e29-7306-4468-a530-9377863201c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.060090] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb04d0c-fff2-491f-9b63-c0e1159abc2f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.076843] env[62777]: DEBUG nova.compute.provider_tree [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1695.129440] env[62777]: DEBUG nova.network.neutron [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Successfully created port: a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1695.147597] env[62777]: DEBUG nova.network.neutron [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1695.189861] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1695.311071] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541918} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.311180] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] db8798ca-4df8-4059-b33a-290833355d43/db8798ca-4df8-4059-b33a-290833355d43.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.311385] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.311643] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7863fdcd-5908-4ef6-a7d8-be9d7c28abdc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.323249] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1695.323249] env[62777]: value = "task-1694458" [ 1695.323249] env[62777]: _type = "Task" [ 1695.323249] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.336501] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.370812] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.371323] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.371662] env[62777]: DEBUG nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.375016] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0d040d-a391-4599-bbe4-c488ffb210d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.387322] env[62777]: DEBUG nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1695.392451] env[62777]: DEBUG nova.network.neutron [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updating instance_info_cache with network_info: [{"id": "a98c65ce-deb2-48f0-b567-1c096b4021aa", "address": "fa:16:3e:97:ad:1b", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98c65ce-de", "ovs_interfaceid": "a98c65ce-deb2-48f0-b567-1c096b4021aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.458333] env[62777]: DEBUG oslo_vmware.api [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694457, 'name': ReconfigVM_Task, 'duration_secs': 0.177657} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.458657] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353287', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'name': 'volume-2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '70902640-5dbf-4597-8039-d551cd929166', 'attached_at': '', 'detached_at': '', 'volume_id': '2fb33d0b-0592-4c84-a724-0d71841d1ffa', 'serial': '2fb33d0b-0592-4c84-a724-0d71841d1ffa'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1695.492021] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694456, 'name': PowerOnVM_Task, 'duration_secs': 0.997373} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.492021] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.492021] env[62777]: INFO nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1695.492021] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1695.495639] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc6705f-98b9-4563-b34d-b4f0043905bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.580701] env[62777]: DEBUG nova.scheduler.client.report [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1695.835901] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118481} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.836164] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1695.836922] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bef43a7-123b-40e9-806a-bd1b254f26fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.860017] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] db8798ca-4df8-4059-b33a-290833355d43/db8798ca-4df8-4059-b33a-290833355d43.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1695.860387] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf8887e-da0f-451d-a6d9-5893a369e615 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.880949] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1695.880949] env[62777]: value = "task-1694459" [ 1695.880949] env[62777]: _type = "Task" [ 1695.880949] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.890283] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.894163] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.894610] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.895045] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Instance network_info: |[{"id": "a98c65ce-deb2-48f0-b567-1c096b4021aa", "address": "fa:16:3e:97:ad:1b", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98c65ce-de", "ovs_interfaceid": "a98c65ce-deb2-48f0-b567-1c096b4021aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1695.895224] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c118b6e-b586-45d5-8740-c47c484c4ccb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.901858] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1695.901858] env[62777]: value = "task-1694460" [ 1695.901858] env[62777]: _type = "Task" [ 1695.901858] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.911614] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.022021] env[62777]: DEBUG nova.objects.instance [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.022021] env[62777]: INFO nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Took 20.99 seconds to build instance. [ 1696.087270] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.091577] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.819s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.091577] env[62777]: DEBUG nova.objects.instance [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lazy-loading 'resources' on Instance uuid 183e12ec-ab91-4274-ab8a-f7dc48388c24 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.131339] env[62777]: INFO nova.scheduler.client.report [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Deleted allocations for instance e2e209f2-431f-4827-8999-0e87b45868cd [ 1696.201203] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1696.394843] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694459, 'name': ReconfigVM_Task, 'duration_secs': 0.399578} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.394843] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Reconfigured VM instance instance-0000005d to attach disk [datastore1] db8798ca-4df8-4059-b33a-290833355d43/db8798ca-4df8-4059-b33a-290833355d43.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1696.396025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b969285-812c-48e9-a374-f1199392d0f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.403975] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1696.403975] env[62777]: value = "task-1694461" [ 1696.403975] env[62777]: _type = "Task" [ 1696.403975] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.415576] env[62777]: DEBUG oslo_vmware.api [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694460, 'name': PowerOffVM_Task, 'duration_secs': 0.299539} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.420034] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.420034] env[62777]: DEBUG nova.compute.manager [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.420034] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694461, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.427628] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbab1e8b-4e68-43fb-aeae-9ee5b1b3e1db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.525102] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.503s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.644043] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a257e4ca-ea37-4a57-bebd-2a2e39721ae3 tempest-ServersTestFqdnHostnames-1645005242 tempest-ServersTestFqdnHostnames-1645005242-project-member] Lock "e2e209f2-431f-4827-8999-0e87b45868cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.208s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.905604] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d4528-0751-40b9-a8fe-5465dd9f1461 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.919608] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ddc5e7-51e7-47e2-b72a-232cdc1c843b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.923551] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694461, 'name': Rename_Task, 'duration_secs': 0.195279} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.923879] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.924521] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68078716-f8d4-4240-9179-86381eb533a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.955933] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.585s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.957362] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08b3a63-de19-427e-beba-64cea84a8622 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.961450] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1696.961450] env[62777]: value = "task-1694462" [ 1696.961450] env[62777]: _type = "Task" [ 1696.961450] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.968520] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fee8718-387d-4b2b-aa69-ffb8dac880a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.975766] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.985815] env[62777]: DEBUG nova.compute.provider_tree [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.995912] env[62777]: DEBUG nova.compute.manager [req-b6abbc17-96ac-4e42-a171-a274ba1895cf req-33acff5b-cdc6-4509-bba4-3e2ef4266da7 service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Received event network-vif-plugged-a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1696.995912] env[62777]: DEBUG oslo_concurrency.lockutils [req-b6abbc17-96ac-4e42-a171-a274ba1895cf req-33acff5b-cdc6-4509-bba4-3e2ef4266da7 service nova] Acquiring lock "b8d169c7-5524-4704-9708-357429ec8c4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.995912] env[62777]: DEBUG oslo_concurrency.lockutils [req-b6abbc17-96ac-4e42-a171-a274ba1895cf req-33acff5b-cdc6-4509-bba4-3e2ef4266da7 service nova] Lock "b8d169c7-5524-4704-9708-357429ec8c4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.996720] env[62777]: DEBUG oslo_concurrency.lockutils [req-b6abbc17-96ac-4e42-a171-a274ba1895cf req-33acff5b-cdc6-4509-bba4-3e2ef4266da7 service nova] Lock "b8d169c7-5524-4704-9708-357429ec8c4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.996720] env[62777]: DEBUG nova.compute.manager [req-b6abbc17-96ac-4e42-a171-a274ba1895cf req-33acff5b-cdc6-4509-bba4-3e2ef4266da7 service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] No waiting events found dispatching network-vif-plugged-a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1696.996720] env[62777]: WARNING nova.compute.manager [req-b6abbc17-96ac-4e42-a171-a274ba1895cf req-33acff5b-cdc6-4509-bba4-3e2ef4266da7 service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Received unexpected event network-vif-plugged-a687b1b3-1bd8-409e-a3bb-4c1be420acea for instance with vm_state building and task_state spawning. [ 1697.030252] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c2210f7a-35d4-4e49-8eb8-c89bbb5e0488 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.156262] env[62777]: DEBUG nova.network.neutron [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Successfully updated port: a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1697.166734] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.168285] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.168285] env[62777]: DEBUG nova.compute.manager [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.169534] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446eaaa0-02ab-4e70-b9b3-19234fa3f665 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.177969] env[62777]: DEBUG nova.compute.manager [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1697.178071] env[62777]: DEBUG nova.objects.instance [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.476792] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.481558] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694462, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.522390] env[62777]: DEBUG nova.scheduler.client.report [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1697.523027] env[62777]: DEBUG nova.compute.provider_tree [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 140 to 141 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1697.523027] env[62777]: DEBUG nova.compute.provider_tree [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.659518] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-b8d169c7-5524-4704-9708-357429ec8c4f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1697.659670] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-b8d169c7-5524-4704-9708-357429ec8c4f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1697.659896] env[62777]: DEBUG nova.network.neutron [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1697.978115] env[62777]: DEBUG oslo_vmware.api [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694462, 'name': PowerOnVM_Task, 'duration_secs': 0.715962} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.978115] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1697.978115] env[62777]: INFO nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1697.978115] env[62777]: DEBUG nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1697.978115] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e33d21-2700-42fa-ab7b-27bb9ff4399f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.030994] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.033909] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.033s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.037190] env[62777]: DEBUG nova.objects.instance [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'resources' on Instance uuid 56c8dc06-0504-40dc-bce5-489a703fc1ee {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.059907] env[62777]: INFO nova.scheduler.client.report [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Deleted allocations for instance 183e12ec-ab91-4274-ab8a-f7dc48388c24 [ 1698.187158] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.187425] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c1f7e32-85c1-484d-9e86-1476b0702c03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.197798] env[62777]: DEBUG oslo_vmware.api [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1698.197798] env[62777]: value = "task-1694463" [ 1698.197798] env[62777]: _type = "Task" [ 1698.197798] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.212216] env[62777]: DEBUG oslo_vmware.api [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.354566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.355034] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.355387] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.355727] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.356027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.364973] env[62777]: INFO nova.compute.manager [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Terminating instance [ 1698.403026] env[62777]: DEBUG nova.network.neutron [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1698.504290] env[62777]: INFO nova.compute.manager [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Took 23.42 seconds to build instance. [ 1698.570499] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cf08617e-3ef4-497f-a36e-2113b71a528e tempest-ServersNegativeTestJSON-1010227058 tempest-ServersNegativeTestJSON-1010227058-project-member] Lock "183e12ec-ab91-4274-ab8a-f7dc48388c24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.763s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.712399] env[62777]: DEBUG oslo_vmware.api [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694463, 'name': PowerOffVM_Task, 'duration_secs': 0.263021} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.712672] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1698.712907] env[62777]: DEBUG nova.compute.manager [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.713754] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538511dc-1521-4a96-915b-13537dac5cf4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.757621] env[62777]: DEBUG nova.network.neutron [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Updating instance_info_cache with network_info: [{"id": "a687b1b3-1bd8-409e-a3bb-4c1be420acea", "address": "fa:16:3e:67:3d:ec", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa687b1b3-1b", "ovs_interfaceid": "a687b1b3-1bd8-409e-a3bb-4c1be420acea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.843507] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba58d8c-18bf-4120-bb74-8b169d26536d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.852449] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d94c76-f91f-4d33-b491-bf8dd4883bfc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.883961] env[62777]: DEBUG nova.compute.manager [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1698.884249] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1698.886108] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e8705-30e6-4ed7-bd3d-8a3dba2cecf9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.889094] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166c5778-4d40-449f-9db5-c288994c12e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.899602] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd4bc1-9ab2-4e81-90bc-e4e966773611 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.903941] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1698.904244] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-847cf317-d4ac-4ea2-b713-92445a58d510 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.917498] env[62777]: DEBUG nova.compute.provider_tree [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.007752] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d23c8f37-d97c-4922-89d8-35833ab754dc tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "db8798ca-4df8-4059-b33a-290833355d43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.942s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.069533] env[62777]: DEBUG nova.compute.manager [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Received event network-changed-a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1699.069909] env[62777]: DEBUG nova.compute.manager [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Refreshing instance network info cache due to event network-changed-a687b1b3-1bd8-409e-a3bb-4c1be420acea. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1699.070018] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] Acquiring lock "refresh_cache-b8d169c7-5524-4704-9708-357429ec8c4f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.118692] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.118692] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.118692] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] f9b2ec1e-e406-4cb7-b48c-e085e1f07888 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.118692] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c9be59-eea6-4286-a118-4023606b5e3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.125779] env[62777]: DEBUG oslo_vmware.api [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1699.125779] env[62777]: value = "task-1694465" [ 1699.125779] env[62777]: _type = "Task" [ 1699.125779] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.136073] env[62777]: DEBUG oslo_vmware.api [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.229263] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10cbff31-1094-41fc-bdaa-2229eed7572b tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.261628] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-b8d169c7-5524-4704-9708-357429ec8c4f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.261628] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Instance network_info: |[{"id": "a687b1b3-1bd8-409e-a3bb-4c1be420acea", "address": "fa:16:3e:67:3d:ec", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa687b1b3-1b", "ovs_interfaceid": "a687b1b3-1bd8-409e-a3bb-4c1be420acea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1699.261628] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] Acquired lock "refresh_cache-b8d169c7-5524-4704-9708-357429ec8c4f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.262497] env[62777]: DEBUG nova.network.neutron [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Refreshing network info cache for port a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1699.421438] env[62777]: DEBUG nova.scheduler.client.report [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1699.640013] env[62777]: DEBUG oslo_vmware.api [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250127} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.640436] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1699.640747] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1699.641054] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1699.641368] env[62777]: INFO nova.compute.manager [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Took 0.76 seconds to destroy the instance on the hypervisor. [ 1699.641753] env[62777]: DEBUG oslo.service.loopingcall [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.642886] env[62777]: DEBUG nova.compute.manager [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1699.643062] env[62777]: DEBUG nova.network.neutron [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1699.648384] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1699.648726] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1699.649009] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.649382] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1699.649563] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.649789] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1699.650114] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1699.650357] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1699.650607] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1699.650855] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1699.651133] env[62777]: DEBUG nova.virt.hardware [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1699.653902] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b9b772-423c-4c3d-a30a-1638950c54e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.667213] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1699.667581] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1699.668882] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.669306] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1699.669504] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.669739] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1699.670073] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1699.670323] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1699.670578] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1699.670830] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1699.671179] env[62777]: DEBUG nova.virt.hardware [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1699.673261] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e3adc7-7156-48f1-9b07-948aa0b2e9d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.684381] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20bedbf-fc2d-4af4-86f6-db7647db2292 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.707420] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:ad:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a98c65ce-deb2-48f0-b567-1c096b4021aa', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.720262] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Creating folder: Project (2cf97c657e0a4edebade4939f28da529). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1699.726859] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4696a-fb0c-4037-99c3-78fa083ce4e0/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1699.728656] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9f31d6-044f-4ffa-87fe-17575f76b7cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.733651] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d073ed4-41b2-4224-8cfe-b5d6ff57d030 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.736740] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89bb3ee-d5bd-4076-8363-cdf9dced3930 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.751603] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:3d:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a687b1b3-1bd8-409e-a3bb-4c1be420acea', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1699.759453] env[62777]: DEBUG oslo.service.loopingcall [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.762521] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1699.762870] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4696a-fb0c-4037-99c3-78fa083ce4e0/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1699.763056] env[62777]: ERROR oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4696a-fb0c-4037-99c3-78fa083ce4e0/disk-0.vmdk due to incomplete transfer. [ 1699.764050] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Created folder: Project (2cf97c657e0a4edebade4939f28da529) in parent group-v353040. [ 1699.764050] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Creating folder: Instances. Parent ref: group-v353311. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1699.764050] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-673a1542-4f67-4d6d-ae95-25881d374c52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.779022] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5631d652-e42a-4c0c-a977-a2128ce6ebba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.785196] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87ab6b66-32fb-4c83-83d1-351adb075553 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.791487] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.791487] env[62777]: value = "task-1694467" [ 1699.791487] env[62777]: _type = "Task" [ 1699.791487] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.795757] env[62777]: DEBUG oslo_vmware.rw_handles [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e4696a-fb0c-4037-99c3-78fa083ce4e0/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1699.796028] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Uploaded image 6690272a-1f8b-4a1e-8846-02e8befb3d28 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1699.798432] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1699.799060] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56b6f0bb-5352-461a-b446-8c1a290ff9cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.802212] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Created folder: Instances in parent group-v353311. [ 1699.802441] env[62777]: DEBUG oslo.service.loopingcall [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.809451] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1699.809451] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694467, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.809451] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b912345d-dd54-4644-a86a-e3c5fadf94b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.824808] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1699.824808] env[62777]: value = "task-1694469" [ 1699.824808] env[62777]: _type = "Task" [ 1699.824808] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.830669] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.830933] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.831242] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.831475] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.831652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.833333] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1699.833333] env[62777]: value = "task-1694470" [ 1699.833333] env[62777]: _type = "Task" [ 1699.833333] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.833920] env[62777]: INFO nova.compute.manager [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Terminating instance [ 1699.843774] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694469, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.849552] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694470, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.929719] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.934493] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.331s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1699.935075] env[62777]: DEBUG nova.objects.instance [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'resources' on Instance uuid f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.967580] env[62777]: INFO nova.scheduler.client.report [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted allocations for instance 56c8dc06-0504-40dc-bce5-489a703fc1ee [ 1699.975652] env[62777]: DEBUG nova.objects.instance [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.316019] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694467, 'name': CreateVM_Task, 'duration_secs': 0.382432} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.316019] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.316019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.316019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.316019] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.316019] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65d0c043-0a7b-4a19-8585-4bcee2bd3c40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.324396] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1700.324396] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5273eb02-f8f4-45ad-1536-9bbcfb9af48e" [ 1700.324396] env[62777]: _type = "Task" [ 1700.324396] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.346794] env[62777]: DEBUG nova.compute.manager [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1700.347222] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1700.347515] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5273eb02-f8f4-45ad-1536-9bbcfb9af48e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.353487] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c9791-b24b-44da-a323-f85e6f02f2d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.357519] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694469, 'name': Destroy_Task} progress is 33%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.363301] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694470, 'name': CreateVM_Task, 'duration_secs': 0.512737} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.365736] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1700.366669] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1700.366842] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.367122] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-773f9410-968d-4cec-a99e-2a5b3ddc660e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.374704] env[62777]: DEBUG oslo_vmware.api [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1700.374704] env[62777]: value = "task-1694471" [ 1700.374704] env[62777]: _type = "Task" [ 1700.374704] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.386205] env[62777]: DEBUG oslo_vmware.api [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.486057] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c3e12e85-62ec-4ecf-b687-c763596ae96e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.837s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.487162] env[62777]: DEBUG oslo_concurrency.lockutils [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Acquired lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.487702] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.487879] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.488087] env[62777]: DEBUG nova.network.neutron [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1700.488265] env[62777]: DEBUG nova.objects.instance [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'info_cache' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.494261] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b37235-fc3d-4794-b7af-f5db2897e784 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.502362] env[62777]: DEBUG nova.network.neutron [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Updated VIF entry in instance network info cache for port a687b1b3-1bd8-409e-a3bb-4c1be420acea. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1700.502759] env[62777]: DEBUG nova.network.neutron [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Updating instance_info_cache with network_info: [{"id": "a687b1b3-1bd8-409e-a3bb-4c1be420acea", "address": "fa:16:3e:67:3d:ec", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa687b1b3-1b", "ovs_interfaceid": "a687b1b3-1bd8-409e-a3bb-4c1be420acea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.510450] env[62777]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1700.510931] env[62777]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62777) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1700.511451] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f2e2824-7b05-4fa3-b32a-9283c6b40c12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.523323] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021eef80-a8ec-4805-8391-0edbd3c907cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.537969] env[62777]: DEBUG nova.network.neutron [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.565883] env[62777]: ERROR root [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-353243'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-353243'}\n"]: nova.exception.InstanceNotFound: Instance 56c8dc06-0504-40dc-bce5-489a703fc1ee could not be found. [ 1700.566154] env[62777]: DEBUG oslo_concurrency.lockutils [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] Releasing lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.566387] env[62777]: DEBUG nova.compute.manager [req-021e42ba-fb67-4eef-a176-60d200817332 req-8c2ea4d4-f3c3-4ae3-ad36-0ac1f815c2ca service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Detach interface failed, port_id=78f3f948-cf6d-40a1-9194-4a64639bca5f, reason: Instance 56c8dc06-0504-40dc-bce5-489a703fc1ee could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1700.569688] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Acquired lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.570764] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe23a0a-4f20-4750-bc81-df7be3673df1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.579060] env[62777]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1700.579246] env[62777]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62777) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1700.580363] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa6a638c-a045-4212-8217-6df5a73cdb75 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.590058] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f9251-9a2a-4697-98f4-5ee5d813b3c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.632116] env[62777]: ERROR root [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-353243'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-353243' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-353243'}\n"]: nova.exception.InstanceNotFound: Instance 56c8dc06-0504-40dc-bce5-489a703fc1ee could not be found. [ 1700.632414] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Releasing lock "56c8dc06-0504-40dc-bce5-489a703fc1ee" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.632856] env[62777]: DEBUG nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Detach interface failed, port_id=b41725fe-53c5-476f-b950-6fd1d6becd99, reason: Instance 56c8dc06-0504-40dc-bce5-489a703fc1ee could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1700.632856] env[62777]: DEBUG nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Received event network-vif-plugged-2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1700.633057] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Acquiring lock "06a6c7db-944c-4df4-805c-ffceedb8e70d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.633331] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.633527] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.633760] env[62777]: DEBUG nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] No waiting events found dispatching network-vif-plugged-2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1700.633911] env[62777]: WARNING nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Received unexpected event network-vif-plugged-2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb for instance with vm_state building and task_state spawning. [ 1700.634207] env[62777]: DEBUG nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Received event network-changed-2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1700.634266] env[62777]: DEBUG nova.compute.manager [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Refreshing instance network info cache due to event network-changed-2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1700.634455] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Acquiring lock "refresh_cache-06a6c7db-944c-4df4-805c-ffceedb8e70d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.634808] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Acquired lock "refresh_cache-06a6c7db-944c-4df4-805c-ffceedb8e70d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.636319] env[62777]: DEBUG nova.network.neutron [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Refreshing network info cache for port 2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.717495] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7aa08-bb3c-ccc7-a546-a3417bcb4c7a/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1700.718596] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f81d2b-726c-40d3-8beb-7f0e53dc368b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.727814] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7aa08-bb3c-ccc7-a546-a3417bcb4c7a/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1700.728014] env[62777]: ERROR oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7aa08-bb3c-ccc7-a546-a3417bcb4c7a/disk-0.vmdk due to incomplete transfer. [ 1700.728349] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b86e725d-130b-49fe-829b-70b5a01b8725 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.735827] env[62777]: DEBUG oslo_vmware.rw_handles [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b7aa08-bb3c-ccc7-a546-a3417bcb4c7a/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1700.736048] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Uploaded image 85d2eae2-f9cb-4178-9b64-8bd998e611e4 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1700.737917] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1700.738200] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ad09cda-fb4b-4583-b0c4-76cee2cb32d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.749170] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1700.749170] env[62777]: value = "task-1694472" [ 1700.749170] env[62777]: _type = "Task" [ 1700.749170] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.756583] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694472, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.790499] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6335c849-288e-4d05-900d-1da63b97f043 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.799173] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5219d6e-b4ad-4951-8037-66be29dd562b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.839390] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b749287a-1a97-4d53-8baf-a900d2d5f69e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.854683] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5273eb02-f8f4-45ad-1536-9bbcfb9af48e, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.854940] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694469, 'name': Destroy_Task, 'duration_secs': 0.570595} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.857523] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.857523] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.857736] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.857882] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.858073] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1700.858349] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroyed the VM [ 1700.858570] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1700.858855] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.859170] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1700.859393] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dd1b079-42d2-4832-a3ad-e6b37ee0e5b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.861367] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a9a755a9-7b51-4f3a-bcb2-06a1de10ca0f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.864279] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ae4867-e7d3-48a6-80c5-7056ee084bb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.867882] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8f67c5f-3ccd-4641-8b39-18ce460fc71e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.880646] env[62777]: DEBUG nova.compute.provider_tree [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.887922] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1700.887922] env[62777]: value = "task-1694473" [ 1700.887922] env[62777]: _type = "Task" [ 1700.887922] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.888168] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1700.888168] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f28ffb-6b01-715c-4a7e-b12f193545f0" [ 1700.888168] env[62777]: _type = "Task" [ 1700.888168] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.888385] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1700.888552] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1700.889621] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a621f74a-c08c-48cc-91b6-b9cd9684af3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.902881] env[62777]: DEBUG oslo_vmware.api [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694471, 'name': PowerOffVM_Task, 'duration_secs': 0.275043} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.903689] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1700.903932] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1700.905441] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a818791-9892-4c0f-b9e9-c27d781bc6cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.907366] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1700.907366] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524a99c2-bab2-bd8e-3a6b-d239c6577af0" [ 1700.907366] env[62777]: _type = "Task" [ 1700.907366] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.914791] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.915389] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f28ffb-6b01-715c-4a7e-b12f193545f0, 'name': SearchDatastore_Task, 'duration_secs': 0.024508} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.919869] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.920143] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1700.920364] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.925430] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524a99c2-bab2-bd8e-3a6b-d239c6577af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.984298] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1700.985327] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1700.985327] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleting the datastore file [datastore1] 4edc7ca6-0369-4ca0-9579-9f814765b3ff {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1700.985327] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc4cfce9-bc0c-4b05-9ee6-1df1a05c6de6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.990574] env[62777]: DEBUG oslo_vmware.api [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1700.990574] env[62777]: value = "task-1694475" [ 1700.990574] env[62777]: _type = "Task" [ 1700.990574] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.001254] env[62777]: DEBUG nova.objects.base [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Object Instance<70902640-5dbf-4597-8039-d551cd929166> lazy-loaded attributes: flavor,info_cache {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1701.002829] env[62777]: DEBUG oslo_vmware.api [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.006157] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f362ee-ed6e-4e78-bb18-7dea833d300b req-8dfbbf71-1779-4377-9ce3-393030d072db service nova] Releasing lock "refresh_cache-b8d169c7-5524-4704-9708-357429ec8c4f" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.040761] env[62777]: INFO nova.compute.manager [-] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Took 1.40 seconds to deallocate network for instance. [ 1701.118673] env[62777]: DEBUG nova.compute.manager [req-ee7eb396-5314-4709-a40d-620be7b96854 req-269eb17f-96f8-48c4-a5bc-02273e887491 service nova] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Received event network-vif-deleted-c1cf514d-252e-483f-946f-5a3b2e11cb09 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1701.259667] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694472, 'name': Destroy_Task, 'duration_secs': 0.389223} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.259929] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Destroyed the VM [ 1701.260618] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1701.260618] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-37d22de4-2761-4241-a62e-59db57dc66f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.266628] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1701.266628] env[62777]: value = "task-1694476" [ 1701.266628] env[62777]: _type = "Task" [ 1701.266628] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.274995] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694476, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.409801] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694473, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.424401] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524a99c2-bab2-bd8e-3a6b-d239c6577af0, 'name': SearchDatastore_Task, 'duration_secs': 0.03078} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.425297] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44827e57-2d90-4a1f-8b05-ad0557c88169 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.428659] env[62777]: DEBUG nova.scheduler.client.report [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1701.429261] env[62777]: DEBUG nova.compute.provider_tree [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 141 to 142 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1701.429261] env[62777]: DEBUG nova.compute.provider_tree [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1701.437025] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1701.437025] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522885f7-27ca-4293-78ed-10c9439d8bc7" [ 1701.437025] env[62777]: _type = "Task" [ 1701.437025] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.444220] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522885f7-27ca-4293-78ed-10c9439d8bc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.508190] env[62777]: DEBUG oslo_vmware.api [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334556} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.508467] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1701.508665] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1701.508860] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1701.509061] env[62777]: INFO nova.compute.manager [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1701.509312] env[62777]: DEBUG oslo.service.loopingcall [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1701.509875] env[62777]: DEBUG nova.compute.manager [-] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1701.509940] env[62777]: DEBUG nova.network.neutron [-] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1701.547080] env[62777]: INFO nova.compute.manager [None req-b1197adb-85a0-43eb-bfab-c298255108ec tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Get console output [ 1701.547415] env[62777]: WARNING nova.virt.vmwareapi.driver [None req-b1197adb-85a0-43eb-bfab-c298255108ec tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] The console log is missing. Check your VSPC configuration [ 1701.548839] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.577242] env[62777]: DEBUG nova.network.neutron [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Updated VIF entry in instance network info cache for port 2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1701.577631] env[62777]: DEBUG nova.network.neutron [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Updating instance_info_cache with network_info: [{"id": "2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb", "address": "fa:16:3e:94:c0:cc", "network": {"id": "45f7eae7-ae09-4ae9-9746-42179acab656", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-622728140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77600da0d5e84c5b9133e19eecad12d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c42bb08a-77b4-4bba-8166-702cbb1b5f1e", "external-id": "nsx-vlan-transportzone-137", "segmentation_id": 137, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bc60be0-f2", "ovs_interfaceid": "2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.777869] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694476, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.904727] env[62777]: DEBUG oslo_vmware.api [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694473, 'name': RemoveSnapshot_Task, 'duration_secs': 0.628389} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.905009] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1701.905259] env[62777]: INFO nova.compute.manager [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 16.30 seconds to snapshot the instance on the hypervisor. [ 1701.935111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.939607] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.461s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.939607] env[62777]: DEBUG nova.objects.instance [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1701.953418] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522885f7-27ca-4293-78ed-10c9439d8bc7, 'name': SearchDatastore_Task, 'duration_secs': 0.01336} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.953815] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.954157] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b8d169c7-5524-4704-9708-357429ec8c4f/b8d169c7-5524-4704-9708-357429ec8c4f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1701.954452] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.954833] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.955110] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b7070f0-7d16-49e0-ad51-5cbb74ff6438 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.957650] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8e4d552-32e1-4748-a0e0-6f91be533282 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.967350] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1701.967350] env[62777]: value = "task-1694477" [ 1701.967350] env[62777]: _type = "Task" [ 1701.967350] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.968536] env[62777]: INFO nova.scheduler.client.report [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleted allocations for instance f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e [ 1701.981686] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.982146] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.983172] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cd2d93-a9d2-489d-ad77-b463b78c1a81 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.991833] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.996271] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1701.996271] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]527c3f84-a2ba-4191-6606-5e6845832368" [ 1701.996271] env[62777]: _type = "Task" [ 1701.996271] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.005543] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527c3f84-a2ba-4191-6606-5e6845832368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.012042] env[62777]: DEBUG nova.network.neutron [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating instance_info_cache with network_info: [{"id": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "address": "fa:16:3e:86:44:09", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5a8d04-a3", "ovs_interfaceid": "8d5a8d04-a316-45e4-85a0-c15db820e0d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.082429] env[62777]: DEBUG oslo_concurrency.lockutils [req-d43c1b8d-9a71-4fd6-ad37-c54b6d55d972 req-94878fdb-a29e-439b-b3ef-5d0336045340 service nova] Releasing lock "refresh_cache-06a6c7db-944c-4df4-805c-ffceedb8e70d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.280288] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694476, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876923} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.280573] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1702.280930] env[62777]: DEBUG nova.compute.manager [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1702.281782] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39742ea-f780-4266-9613-4f9bd4fbab0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.480491] env[62777]: DEBUG nova.compute.manager [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Found 3 images (rotation: 2) {{(pid=62777) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1702.480801] env[62777]: DEBUG nova.compute.manager [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Rotating out 1 backups {{(pid=62777) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4906}} [ 1702.480951] env[62777]: DEBUG nova.compute.manager [None req-d1e5afc5-9889-4083-807c-486abe53286c tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleting image 333b31f1-6ba6-481f-bd32-dafdd40ee174 {{(pid=62777) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4911}} [ 1702.496561] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ff41d5a-faf5-4162-a7e3-2d952b01eacd tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.012s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.507066] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694477, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.509343] env[62777]: DEBUG nova.network.neutron [-] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.514829] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "refresh_cache-70902640-5dbf-4597-8039-d551cd929166" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.516868] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]527c3f84-a2ba-4191-6606-5e6845832368, 'name': SearchDatastore_Task, 'duration_secs': 0.015719} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.518071] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4353b578-04ea-42b1-a68f-a7cf8dd36875 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.526613] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1702.526613] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cfabf4-b9f4-ede0-d229-882c147dd4d2" [ 1702.526613] env[62777]: _type = "Task" [ 1702.526613] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.537880] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cfabf4-b9f4-ede0-d229-882c147dd4d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.749061] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "420c618f-af56-4288-be5f-61f8e601a442" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.749388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "420c618f-af56-4288-be5f-61f8e601a442" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.749616] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "420c618f-af56-4288-be5f-61f8e601a442-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.749851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "420c618f-af56-4288-be5f-61f8e601a442-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.749974] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "420c618f-af56-4288-be5f-61f8e601a442-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.752074] env[62777]: INFO nova.compute.manager [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Terminating instance [ 1702.799889] env[62777]: INFO nova.compute.manager [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Shelve offloading [ 1702.951069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5b016747-9d9a-4c99-9fa4-7810b962d980 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.955298] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.403s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.955298] env[62777]: DEBUG nova.objects.instance [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'resources' on Instance uuid f9b2ec1e-e406-4cb7-b48c-e085e1f07888 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.001166] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577213} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.001599] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b8d169c7-5524-4704-9708-357429ec8c4f/b8d169c7-5524-4704-9708-357429ec8c4f.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1703.001965] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1703.003072] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5aa44c57-d906-4405-b83c-e2e3ab922242 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.013489] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1703.013489] env[62777]: value = "task-1694478" [ 1703.013489] env[62777]: _type = "Task" [ 1703.013489] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.027348] env[62777]: INFO nova.compute.manager [-] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Took 1.52 seconds to deallocate network for instance. [ 1703.027897] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.047592] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cfabf4-b9f4-ede0-d229-882c147dd4d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.047927] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.049041] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 6a12429e-5d48-432a-8ebf-c494aabb196d/6a12429e-5d48-432a-8ebf-c494aabb196d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1703.049041] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f56dd12-ad3f-4849-9805-d18afcb91491 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.056030] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1703.056030] env[62777]: value = "task-1694479" [ 1703.056030] env[62777]: _type = "Task" [ 1703.056030] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.068216] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.255651] env[62777]: DEBUG nova.compute.manager [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1703.255934] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.257028] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72725637-bf96-414f-932f-4bf032d8e9b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.270391] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.270831] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eb80625-a6af-4efe-a3f5-ae3ae8f2ec4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.278346] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1703.278346] env[62777]: value = "task-1694481" [ 1703.278346] env[62777]: _type = "Task" [ 1703.278346] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.287567] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1694481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.303468] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.303908] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f223e79-c5cf-4762-a66f-1f01e8d63019 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.311917] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1703.311917] env[62777]: value = "task-1694482" [ 1703.311917] env[62777]: _type = "Task" [ 1703.311917] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.322955] env[62777]: DEBUG nova.compute.manager [req-927feadd-c1ec-467b-a82e-94254c8cea75 req-9761623d-38b6-434b-9ab3-e6b5509c245e service nova] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Received event network-vif-deleted-a8ed6191-80c6-4223-8aab-0353e40d07e3 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1703.335622] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1703.336178] env[62777]: DEBUG nova.compute.manager [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1703.337334] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628a4fae-536b-472c-ab0a-4173054bd203 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.346376] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.346376] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.346376] env[62777]: DEBUG nova.network.neutron [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1703.524797] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06949} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.525150] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1703.526227] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ffb1e-7327-4bff-a3a8-6b5136b1ee47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.531801] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.533249] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1c13f2-67a1-4dfc-b61b-a6e77db9bde0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.550612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.560137] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b8d169c7-5524-4704-9708-357429ec8c4f/b8d169c7-5524-4704-9708-357429ec8c4f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1703.564598] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54597c73-92bd-454b-aafb-e8fb4333daaa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.579271] env[62777]: DEBUG oslo_vmware.api [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1703.579271] env[62777]: value = "task-1694483" [ 1703.579271] env[62777]: _type = "Task" [ 1703.579271] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.589275] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1703.589275] env[62777]: value = "task-1694484" [ 1703.589275] env[62777]: _type = "Task" [ 1703.589275] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.595819] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694479, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.596731] env[62777]: DEBUG oslo_vmware.api [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.609194] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.785253] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67617f09-adcc-410f-bfca-a5ff42f59dfa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.797087] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1694481, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.798563] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33fd5c2-454e-4486-92a4-764b1e233c9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.837023] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b691a0ae-7a7c-42f5-b92d-04355a914f7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.845415] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5e1e7a-69d8-4887-8e6f-6718254891de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.865974] env[62777]: DEBUG nova.compute.provider_tree [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1703.963124] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.963390] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.079350] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696874} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.079498] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 6a12429e-5d48-432a-8ebf-c494aabb196d/6a12429e-5d48-432a-8ebf-c494aabb196d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.079912] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.080680] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e04c8f4-87d0-454f-a3a5-b48400843429 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.092951] env[62777]: DEBUG oslo_vmware.api [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.094660] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1704.094660] env[62777]: value = "task-1694485" [ 1704.094660] env[62777]: _type = "Task" [ 1704.094660] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.115565] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.115704] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694484, 'name': ReconfigVM_Task, 'duration_secs': 0.375199} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.116009] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b8d169c7-5524-4704-9708-357429ec8c4f/b8d169c7-5524-4704-9708-357429ec8c4f.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1704.117354] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd03887f-69f8-438b-bfd1-9043935821cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.125361] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1704.125361] env[62777]: value = "task-1694486" [ 1704.125361] env[62777]: _type = "Task" [ 1704.125361] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.136844] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694486, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.226969] env[62777]: DEBUG nova.network.neutron [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.290839] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1694481, 'name': PowerOffVM_Task, 'duration_secs': 0.57174} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.291169] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1704.291405] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1704.291704] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c486eef-3693-4bb0-8b9f-8210a1d09aea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.363585] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1704.363742] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1704.363899] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Deleting the datastore file [datastore1] 420c618f-af56-4288-be5f-61f8e601a442 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1704.364219] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21aa016d-4a92-4b60-9517-5eb0eb47cdec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.374256] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for the task: (returnval){ [ 1704.374256] env[62777]: value = "task-1694488" [ 1704.374256] env[62777]: _type = "Task" [ 1704.374256] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.383343] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1694488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.387954] env[62777]: ERROR nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [req-c9411ace-3f76-4bf5-9ef3-f0aea2106b0e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c9411ace-3f76-4bf5-9ef3-f0aea2106b0e"}]} [ 1704.406430] env[62777]: DEBUG nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1704.423384] env[62777]: DEBUG nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1704.423625] env[62777]: DEBUG nova.compute.provider_tree [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1704.436235] env[62777]: DEBUG nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1704.460420] env[62777]: DEBUG nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1704.466238] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.596024] env[62777]: DEBUG oslo_vmware.api [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694483, 'name': PowerOnVM_Task, 'duration_secs': 0.693508} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.598591] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.598806] env[62777]: DEBUG nova.compute.manager [None req-d56c74f5-8882-45c1-ad6f-b89dcb342184 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.599558] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c2d6c-70e6-45c6-bb04-12630daa11d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.613111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.613356] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.614545] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074172} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.617166] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1704.618327] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57441518-8398-421e-ab45-490ea3007772 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.645292] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 6a12429e-5d48-432a-8ebf-c494aabb196d/6a12429e-5d48-432a-8ebf-c494aabb196d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1704.655302] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3495a70e-dd4e-4ba6-a238-bcce118ab77a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.671346] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "81c51232-bc2b-4ab5-870b-100e41f41243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.671594] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "81c51232-bc2b-4ab5-870b-100e41f41243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.678735] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694486, 'name': Rename_Task, 'duration_secs': 0.148747} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.680112] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1704.680451] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1704.680451] env[62777]: value = "task-1694489" [ 1704.680451] env[62777]: _type = "Task" [ 1704.680451] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.680627] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46f6641-2104-432e-9cf2-1495a05d3f14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.695892] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694489, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.697746] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1704.697746] env[62777]: value = "task-1694490" [ 1704.697746] env[62777]: _type = "Task" [ 1704.697746] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.710497] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.731286] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.812007] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e4fbc5-7f2b-41a3-a0f9-5b38ca4e0d53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.819856] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8dba9-7033-4a27-aa34-b90f6d325916 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.850523] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d602adbb-7ae2-489b-a9e4-b1cf2318985b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.858334] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81792590-7299-438f-af1c-7f9ea873136d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.876135] env[62777]: DEBUG nova.compute.provider_tree [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1704.888255] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1694488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.990048] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.026904] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.027660] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.118600] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.174839] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.192886] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.207490] env[62777]: DEBUG oslo_vmware.api [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694490, 'name': PowerOnVM_Task, 'duration_secs': 0.445252} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.207851] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.208133] env[62777]: INFO nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1705.208379] env[62777]: DEBUG nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.209227] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76742689-4eb0-4cdc-885d-3d0031c29d4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.252853] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.253967] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b3278-591a-4318-91dc-e33cfd7ad371 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.269626] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.269626] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94210515-6f25-4082-93a9-891e041962b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.347205] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.347205] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.347205] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleting the datastore file [datastore1] 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.347205] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3977e80c-1ebf-48b1-8c9c-78ad28328f8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.353854] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1705.353854] env[62777]: value = "task-1694492" [ 1705.353854] env[62777]: _type = "Task" [ 1705.353854] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.362403] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.376719] env[62777]: DEBUG nova.compute.manager [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-vif-unplugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1705.376948] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.377183] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.377389] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.378008] env[62777]: DEBUG nova.compute.manager [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] No waiting events found dispatching network-vif-unplugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1705.378008] env[62777]: WARNING nova.compute.manager [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received unexpected event network-vif-unplugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 for instance with vm_state shelved and task_state shelving_offloading. [ 1705.378008] env[62777]: DEBUG nova.compute.manager [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1705.378008] env[62777]: DEBUG nova.compute.manager [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing instance network info cache due to event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1705.378253] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.378330] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.378506] env[62777]: DEBUG nova.network.neutron [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1705.392871] env[62777]: DEBUG oslo_vmware.api [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Task: {'id': task-1694488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625261} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.392871] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1705.392871] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1705.392871] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1705.393309] env[62777]: INFO nova.compute.manager [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1705.393309] env[62777]: DEBUG oslo.service.loopingcall [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.393514] env[62777]: DEBUG nova.compute.manager [-] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1705.393587] env[62777]: DEBUG nova.network.neutron [-] [instance: 420c618f-af56-4288-be5f-61f8e601a442] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1705.419090] env[62777]: DEBUG nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1705.419090] env[62777]: DEBUG nova.compute.provider_tree [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 145 to 146 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1705.419090] env[62777]: DEBUG nova.compute.provider_tree [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1705.434489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.434709] env[62777]: DEBUG oslo_concurrency.lockutils [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.434892] env[62777]: DEBUG nova.compute.manager [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1705.435777] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1444916e-91aa-439c-be10-206ab9410312 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.446578] env[62777]: DEBUG nova.compute.manager [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1705.446981] env[62777]: DEBUG nova.objects.instance [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'flavor' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.536563] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1705.536744] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1705.642107] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.692997] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694489, 'name': ReconfigVM_Task, 'duration_secs': 0.616255} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.694158] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.694460] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 6a12429e-5d48-432a-8ebf-c494aabb196d/6a12429e-5d48-432a-8ebf-c494aabb196d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.695137] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44311d9c-09a6-40b1-b6a3-10e974cf8555 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.701387] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1705.701387] env[62777]: value = "task-1694493" [ 1705.701387] env[62777]: _type = "Task" [ 1705.701387] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.709256] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694493, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.732882] env[62777]: INFO nova.compute.manager [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Took 24.62 seconds to build instance. [ 1705.863603] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.928821] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.977s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.931144] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.381s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.931387] env[62777]: DEBUG nova.objects.instance [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lazy-loading 'resources' on Instance uuid 4edc7ca6-0369-4ca0-9579-9f814765b3ff {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1705.948685] env[62777]: INFO nova.scheduler.client.report [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted allocations for instance f9b2ec1e-e406-4cb7-b48c-e085e1f07888 [ 1706.081245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.081559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.081559] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1706.213445] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694493, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.235020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd330969-5dd7-4a5d-8184-3c7825368fde tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b8d169c7-5524-4704-9708-357429ec8c4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.135s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.368808] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.385388] env[62777]: DEBUG nova.network.neutron [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updated VIF entry in instance network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.385388] env[62777]: DEBUG nova.network.neutron [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2f398113-42", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.459647] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.460649] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a8c44547-dd50-42b6-ac8b-a8f1598e4f49 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f9b2ec1e-e406-4cb7-b48c-e085e1f07888" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.105s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.461686] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-005866bb-a440-4282-924e-aa38a5fab16d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.475460] env[62777]: DEBUG oslo_vmware.api [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1706.475460] env[62777]: value = "task-1694494" [ 1706.475460] env[62777]: _type = "Task" [ 1706.475460] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.484738] env[62777]: DEBUG oslo_vmware.api [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.694568] env[62777]: DEBUG nova.network.neutron [-] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.711817] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694493, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.790257] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591ea4c0-90be-4c35-9224-1971645e3b61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.797529] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c616aa0-ed25-42ff-95fd-77f8e34d7e51 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.830147] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581bf711-21d3-4da4-a196-f8700a6fbaaf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.837700] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4884a2-021f-4459-b848-1e786f2b2c31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.851973] env[62777]: DEBUG nova.compute.provider_tree [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1706.864338] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.890070] env[62777]: DEBUG oslo_concurrency.lockutils [req-c0f1b156-6fa0-431e-9ed0-187e77619ae5 req-1dbc35be-887c-400d-be75-322585f8f62f service nova] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.986326] env[62777]: DEBUG oslo_vmware.api [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694494, 'name': PowerOffVM_Task, 'duration_secs': 0.241175} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.986828] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1706.987101] env[62777]: DEBUG nova.compute.manager [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1706.987875] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25e9084-9a41-437d-9911-aa259e387a95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.197386] env[62777]: INFO nova.compute.manager [-] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Took 1.80 seconds to deallocate network for instance. [ 1707.213971] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694493, 'name': Rename_Task, 'duration_secs': 1.493507} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.215026] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.215026] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e205539-9148-4ec6-90ce-f2c073a5d0ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.221191] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1707.221191] env[62777]: value = "task-1694495" [ 1707.221191] env[62777]: _type = "Task" [ 1707.221191] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.229766] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694495, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.369934] env[62777]: DEBUG oslo_vmware.api [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.958989} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.370445] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1707.370839] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1707.371190] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1707.383174] env[62777]: ERROR nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [req-0737c7a6-02d2-46dc-837e-72ea8c23ffbc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0737c7a6-02d2-46dc-837e-72ea8c23ffbc"}]} [ 1707.404238] env[62777]: INFO nova.scheduler.client.report [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted allocations for instance 515afada-daab-45b4-82b1-7476b3f95920 [ 1707.407660] env[62777]: DEBUG nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1707.424973] env[62777]: DEBUG nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1707.425274] env[62777]: DEBUG nova.compute.provider_tree [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1707.442924] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updating instance_info_cache with network_info: [{"id": "a46adc2c-0439-4e97-a55e-aee8c681f436", "address": "fa:16:3e:7f:6a:9a", "network": {"id": "7972f46a-d657-415f-820c-3b84b0e1c717", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-681578510-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2865b3e288344234bf754dee916e6aa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa46adc2c-04", "ovs_interfaceid": "a46adc2c-0439-4e97-a55e-aee8c681f436", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.445853] env[62777]: DEBUG nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1707.457371] env[62777]: DEBUG nova.compute.manager [req-1c0fa902-3625-4503-835e-9d5341ab851f req-bd6c769d-7100-4d61-9df6-ee8a7b600a94 service nova] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Received event network-vif-deleted-3f9d330d-9299-4f59-bb05-62489544c99f {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1707.473307] env[62777]: DEBUG nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1707.503720] env[62777]: DEBUG oslo_concurrency.lockutils [None req-70b078c5-7486-46d1-b44f-8296899179b1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.580107] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "37f018d9-74ae-4859-b4ff-fb179178e496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.580200] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "37f018d9-74ae-4859-b4ff-fb179178e496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.703290] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.736774] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694495, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.783776] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f60658-89f1-4a1a-838a-a0cb7543be58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.794130] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5147d7c-8963-494d-a940-c82be1c59651 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.846229] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002f05a-e471-4580-8afe-22f23e96bb9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.857930] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0181fa-e3e6-467c-b7d3-2d4123a67b3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.879534] env[62777]: DEBUG nova.compute.provider_tree [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1707.911035] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.949273] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-9ff7647f-7bbe-4d5c-acfd-cc72ed698196" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.949752] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1707.949752] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.949875] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.950032] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.950191] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.950336] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.950480] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.950604] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1707.950744] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1708.079744] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.080037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.080258] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.080449] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.080618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.082951] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.089020] env[62777]: INFO nova.compute.manager [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Terminating instance [ 1708.234439] env[62777]: DEBUG oslo_vmware.api [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694495, 'name': PowerOnVM_Task, 'duration_secs': 0.675769} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.235026] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.235026] env[62777]: INFO nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Took 16.54 seconds to spawn the instance on the hypervisor. [ 1708.235026] env[62777]: DEBUG nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.235779] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f019642-0e3e-4c93-96b2-03e59dad5a90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.382768] env[62777]: DEBUG nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1708.454342] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.589870] env[62777]: DEBUG nova.compute.manager [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1708.589870] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.592429] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10b79bd-2d5e-4e65-a030-e5a53b99eb23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.602025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1708.602112] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d78239a4-67ac-4cf3-9088-bd24e16e15fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.608485] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.609921] env[62777]: DEBUG oslo_vmware.api [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1708.609921] env[62777]: value = "task-1694496" [ 1708.609921] env[62777]: _type = "Task" [ 1708.609921] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.618421] env[62777]: DEBUG oslo_vmware.api [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.727607] env[62777]: DEBUG nova.compute.manager [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Stashing vm_state: stopped {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1708.757744] env[62777]: INFO nova.compute.manager [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Took 28.69 seconds to build instance. [ 1708.853794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.854501] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.887516] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.956s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1708.890027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.900s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.891709] env[62777]: INFO nova.compute.claims [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1708.909069] env[62777]: INFO nova.scheduler.client.report [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleted allocations for instance 4edc7ca6-0369-4ca0-9579-9f814765b3ff [ 1709.121351] env[62777]: DEBUG oslo_vmware.api [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694496, 'name': PowerOffVM_Task, 'duration_secs': 0.368311} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.121695] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1709.121790] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1709.122014] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6eef688-9b41-44a9-b029-bd2c070d696b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.201148] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1709.201629] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1709.201629] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleting the datastore file [datastore1] e5f722a9-af55-43f3-8a70-f544f6bd82e1 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1709.201878] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47047af4-bfc4-4c2e-a976-05d5a1402c25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.210078] env[62777]: DEBUG oslo_vmware.api [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1709.210078] env[62777]: value = "task-1694498" [ 1709.210078] env[62777]: _type = "Task" [ 1709.210078] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.219181] env[62777]: DEBUG oslo_vmware.api [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.245383] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.261135] env[62777]: DEBUG oslo_concurrency.lockutils [None req-85c0b6a1-57f3-42b3-8358-a191de9e2990 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.785s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.356869] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1709.419309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a7a7e94f-279c-4e9a-85d9-06b087441624 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "4edc7ca6-0369-4ca0-9579-9f814765b3ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.588s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.723077] env[62777]: DEBUG oslo_vmware.api [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298539} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.723364] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1709.723633] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1709.723729] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1709.723911] env[62777]: INFO nova.compute.manager [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1709.724177] env[62777]: DEBUG oslo.service.loopingcall [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.724373] env[62777]: DEBUG nova.compute.manager [-] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1709.724492] env[62777]: DEBUG nova.network.neutron [-] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1709.859958] env[62777]: DEBUG nova.compute.manager [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Received event network-changed-a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1709.860659] env[62777]: DEBUG nova.compute.manager [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Refreshing instance network info cache due to event network-changed-a98c65ce-deb2-48f0-b567-1c096b4021aa. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1709.861049] env[62777]: DEBUG oslo_concurrency.lockutils [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] Acquiring lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.861297] env[62777]: DEBUG oslo_concurrency.lockutils [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] Acquired lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.861674] env[62777]: DEBUG nova.network.neutron [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Refreshing network info cache for port a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.886145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.216152] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddf48e5-3985-4f0e-8041-a06fb498c55b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.224098] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2164a58f-6f86-442a-ae0b-35d17cb0cc1c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.254888] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e05e6-0d57-4b0d-a63f-1812817ce913 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.263714] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c5d716-6171-4cbd-8eb4-13344108c006 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.277462] env[62777]: DEBUG nova.compute.provider_tree [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.526162] env[62777]: DEBUG nova.network.neutron [-] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.543771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.669121] env[62777]: DEBUG nova.network.neutron [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updated VIF entry in instance network info cache for port a98c65ce-deb2-48f0-b567-1c096b4021aa. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.669529] env[62777]: DEBUG nova.network.neutron [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updating instance_info_cache with network_info: [{"id": "a98c65ce-deb2-48f0-b567-1c096b4021aa", "address": "fa:16:3e:97:ad:1b", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa98c65ce-de", "ovs_interfaceid": "a98c65ce-deb2-48f0-b567-1c096b4021aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.799323] env[62777]: ERROR nova.scheduler.client.report [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [req-e0542231-170d-45af-82ff-e19d226d7ff4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0542231-170d-45af-82ff-e19d226d7ff4"}]} [ 1710.807914] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "06a6c7db-944c-4df4-805c-ffceedb8e70d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.808168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.808372] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "06a6c7db-944c-4df4-805c-ffceedb8e70d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.808555] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.808717] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.810713] env[62777]: INFO nova.compute.manager [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Terminating instance [ 1710.815400] env[62777]: DEBUG nova.scheduler.client.report [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1710.829417] env[62777]: DEBUG nova.scheduler.client.report [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1710.829629] env[62777]: DEBUG nova.compute.provider_tree [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.840408] env[62777]: DEBUG nova.scheduler.client.report [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1710.859402] env[62777]: DEBUG nova.scheduler.client.report [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1710.879117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "db8798ca-4df8-4059-b33a-290833355d43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.879360] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "db8798ca-4df8-4059-b33a-290833355d43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.879547] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "db8798ca-4df8-4059-b33a-290833355d43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.879728] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "db8798ca-4df8-4059-b33a-290833355d43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.879896] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "db8798ca-4df8-4059-b33a-290833355d43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.882163] env[62777]: INFO nova.compute.manager [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Terminating instance [ 1711.030453] env[62777]: INFO nova.compute.manager [-] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Took 1.31 seconds to deallocate network for instance. [ 1711.089356] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ba243-cdf3-40d7-a181-77d60a88f97e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.098378] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f488a766-f2de-461f-81f4-c43a017ca211 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.129269] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15288def-f3ae-4885-a28b-4cef4a5e602d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.137388] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f90b4-019b-44ac-94be-fc4194d68d5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.153455] env[62777]: DEBUG nova.compute.provider_tree [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1711.172701] env[62777]: DEBUG oslo_concurrency.lockutils [req-1dcc1603-c5a7-4b74-9d8f-82da6945f270 req-712df5c7-d239-48f4-a412-736a1a4db7bd service nova] Releasing lock "refresh_cache-6a12429e-5d48-432a-8ebf-c494aabb196d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.314502] env[62777]: DEBUG nova.compute.manager [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1711.314734] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.315653] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab590244-fdb6-4598-8346-bcab4fe49573 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.324246] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.324472] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d9cf3ec-4ee7-4eb9-adcc-41edca308a98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.331512] env[62777]: DEBUG oslo_vmware.api [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1711.331512] env[62777]: value = "task-1694499" [ 1711.331512] env[62777]: _type = "Task" [ 1711.331512] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.339098] env[62777]: DEBUG oslo_vmware.api [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.387030] env[62777]: DEBUG nova.compute.manager [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1711.387030] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1711.387842] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab61230-4e61-4eaf-b449-8b503b2fa96f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.398544] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1711.398814] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0f8d410-c460-4cc0-9385-e63e00419828 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.409340] env[62777]: DEBUG oslo_vmware.api [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1711.409340] env[62777]: value = "task-1694500" [ 1711.409340] env[62777]: _type = "Task" [ 1711.409340] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.419693] env[62777]: DEBUG oslo_vmware.api [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.539809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.692516] env[62777]: DEBUG nova.scheduler.client.report [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1711.692741] env[62777]: DEBUG nova.compute.provider_tree [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 151 to 152 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1711.692988] env[62777]: DEBUG nova.compute.provider_tree [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1711.841995] env[62777]: DEBUG oslo_vmware.api [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694499, 'name': PowerOffVM_Task, 'duration_secs': 0.357913} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.842285] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.842456] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.843038] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cb585e4-df96-48a5-959c-03a0f7f8cdf6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.885892] env[62777]: DEBUG nova.compute.manager [req-7c062c80-000d-4061-8174-5540bdc231c0 req-4ccb1a17-ebcb-4a24-bcfd-b6ffd68ca418 service nova] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Received event network-vif-deleted-1f61927b-7a8c-4b2b-8789-7d4ee1280b2c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1711.920415] env[62777]: DEBUG oslo_vmware.api [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694500, 'name': PowerOffVM_Task, 'duration_secs': 0.295073} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.920629] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.920796] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.921193] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-602f8bd1-c2cd-43d0-9095-285cc626d1e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.949279] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.949615] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.949825] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleting the datastore file [datastore1] 06a6c7db-944c-4df4-805c-ffceedb8e70d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.950208] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-976b0158-a407-435a-a510-97c0bec6c203 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.957978] env[62777]: DEBUG oslo_vmware.api [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1711.957978] env[62777]: value = "task-1694503" [ 1711.957978] env[62777]: _type = "Task" [ 1711.957978] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.966738] env[62777]: DEBUG oslo_vmware.api [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.022829] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1712.023208] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1712.023405] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleting the datastore file [datastore1] db8798ca-4df8-4059-b33a-290833355d43 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.023720] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f6f361d-c848-4a91-8b89-78e5fb28b589 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.030190] env[62777]: DEBUG oslo_vmware.api [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for the task: (returnval){ [ 1712.030190] env[62777]: value = "task-1694504" [ 1712.030190] env[62777]: _type = "Task" [ 1712.030190] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.038933] env[62777]: DEBUG oslo_vmware.api [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.200355] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.310s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.200834] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1712.203801] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.562s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.205249] env[62777]: INFO nova.compute.claims [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1712.468568] env[62777]: DEBUG oslo_vmware.api [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189403} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.468871] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.469095] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.469297] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.469463] env[62777]: INFO nova.compute.manager [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1712.469715] env[62777]: DEBUG oslo.service.loopingcall [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.469898] env[62777]: DEBUG nova.compute.manager [-] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.469996] env[62777]: DEBUG nova.network.neutron [-] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.540077] env[62777]: DEBUG oslo_vmware.api [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Task: {'id': task-1694504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212873} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.540404] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.540597] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.540775] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.540947] env[62777]: INFO nova.compute.manager [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [instance: db8798ca-4df8-4059-b33a-290833355d43] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1712.541204] env[62777]: DEBUG oslo.service.loopingcall [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.541390] env[62777]: DEBUG nova.compute.manager [-] [instance: db8798ca-4df8-4059-b33a-290833355d43] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.541479] env[62777]: DEBUG nova.network.neutron [-] [instance: db8798ca-4df8-4059-b33a-290833355d43] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.710162] env[62777]: DEBUG nova.compute.utils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1712.714721] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1712.714721] env[62777]: DEBUG nova.network.neutron [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1712.788392] env[62777]: DEBUG nova.policy [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1713.103749] env[62777]: DEBUG nova.network.neutron [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Successfully created port: 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1713.215776] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1713.334095] env[62777]: DEBUG nova.network.neutron [-] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.390398] env[62777]: DEBUG nova.network.neutron [-] [instance: db8798ca-4df8-4059-b33a-290833355d43] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.519336] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d8e99f-3493-400f-b392-bff0f7141eef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.528245] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2d815c-5f3e-4228-9756-09fc75fcb927 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.558517] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c53afe-5a51-4286-af08-f80dcb041359 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.566320] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f4912-2107-4275-a3db-5d0556d73444 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.579842] env[62777]: DEBUG nova.compute.provider_tree [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1713.837553] env[62777]: INFO nova.compute.manager [-] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Took 1.37 seconds to deallocate network for instance. [ 1713.893226] env[62777]: INFO nova.compute.manager [-] [instance: db8798ca-4df8-4059-b33a-290833355d43] Took 1.35 seconds to deallocate network for instance. [ 1713.912671] env[62777]: DEBUG nova.compute.manager [req-dc57a1cd-08cf-480d-be42-cd408101de16 req-28e1889f-da70-4265-8588-4ec5aad29d46 service nova] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Received event network-vif-deleted-2bc60be0-f2e3-4977-8d39-0cc54ecdd2bb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1713.912949] env[62777]: DEBUG nova.compute.manager [req-dc57a1cd-08cf-480d-be42-cd408101de16 req-28e1889f-da70-4265-8588-4ec5aad29d46 service nova] [instance: db8798ca-4df8-4059-b33a-290833355d43] Received event network-vif-deleted-5df64cd1-883c-43fa-adeb-9d6dfee2ed42 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1714.083557] env[62777]: DEBUG nova.scheduler.client.report [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1714.228706] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1714.257656] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1714.257912] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1714.258085] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1714.258276] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1714.258422] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1714.258568] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1714.258773] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1714.258929] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1714.259110] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1714.259272] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1714.259441] env[62777]: DEBUG nova.virt.hardware [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1714.260300] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf771d11-e2b0-4355-8142-b9f936631685 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.269011] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f9e43-1be4-4940-89cb-5d53b1d816c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.344226] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.399263] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.511420] env[62777]: DEBUG nova.compute.manager [req-af8eb029-044d-415b-b348-c58a90b6956e req-35603a72-fd74-4508-934c-2c6c5a8a598b service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-vif-plugged-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1714.511562] env[62777]: DEBUG oslo_concurrency.lockutils [req-af8eb029-044d-415b-b348-c58a90b6956e req-35603a72-fd74-4508-934c-2c6c5a8a598b service nova] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.511779] env[62777]: DEBUG oslo_concurrency.lockutils [req-af8eb029-044d-415b-b348-c58a90b6956e req-35603a72-fd74-4508-934c-2c6c5a8a598b service nova] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.511950] env[62777]: DEBUG oslo_concurrency.lockutils [req-af8eb029-044d-415b-b348-c58a90b6956e req-35603a72-fd74-4508-934c-2c6c5a8a598b service nova] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.512174] env[62777]: DEBUG nova.compute.manager [req-af8eb029-044d-415b-b348-c58a90b6956e req-35603a72-fd74-4508-934c-2c6c5a8a598b service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] No waiting events found dispatching network-vif-plugged-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1714.512347] env[62777]: WARNING nova.compute.manager [req-af8eb029-044d-415b-b348-c58a90b6956e req-35603a72-fd74-4508-934c-2c6c5a8a598b service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received unexpected event network-vif-plugged-3d34acf2-a617-46a0-a286-23272cff5e73 for instance with vm_state building and task_state spawning. [ 1714.589658] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.590199] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1714.593218] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.899s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.594987] env[62777]: INFO nova.compute.claims [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1714.669867] env[62777]: DEBUG nova.network.neutron [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Successfully updated port: 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1715.099901] env[62777]: DEBUG nova.compute.utils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1715.104030] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1715.104030] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1715.143788] env[62777]: DEBUG nova.policy [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf146461eba4c3eb7ffbb935e7cb8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fd81c5be8d545bb8eb5a54c9f48e5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1715.172759] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.172943] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.173115] env[62777]: DEBUG nova.network.neutron [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1715.432113] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Successfully created port: 4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1715.604344] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1715.723711] env[62777]: DEBUG nova.network.neutron [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1715.860509] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d76bbb5-c4ea-4723-8598-f03de7496bfe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.868856] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f992d3d6-4686-40ab-83cf-4bfd3221f8e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.901993] env[62777]: DEBUG nova.network.neutron [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.903585] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c79ea-89d4-4b92-84ea-c863e01a2d9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.912887] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69367b87-a129-410a-923c-d365db81c732 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.927729] env[62777]: DEBUG nova.compute.provider_tree [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.407702] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1716.408019] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Instance network_info: |[{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1716.408483] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:7d:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d34acf2-a617-46a0-a286-23272cff5e73', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1716.415932] env[62777]: DEBUG oslo.service.loopingcall [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1716.416162] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1716.416390] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2ada42-4eb3-40e5-9b80-bb57b5cc20e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.432049] env[62777]: DEBUG nova.scheduler.client.report [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1716.441992] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1716.441992] env[62777]: value = "task-1694505" [ 1716.441992] env[62777]: _type = "Task" [ 1716.441992] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.450132] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694505, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.535852] env[62777]: DEBUG nova.compute.manager [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1716.536161] env[62777]: DEBUG nova.compute.manager [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing instance network info cache due to event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1716.536392] env[62777]: DEBUG oslo_concurrency.lockutils [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.536534] env[62777]: DEBUG oslo_concurrency.lockutils [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.536696] env[62777]: DEBUG nova.network.neutron [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.616221] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1716.644495] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.644741] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.644893] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.645088] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.645237] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.645380] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.645580] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.645736] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.645898] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.646068] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.646241] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.647107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e9ecf6-0218-43ff-be33-6de557b50e43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.656559] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264e013-4625-410c-a310-9c3738da0032 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.937096] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.937796] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1716.941229] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.238s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.945166] env[62777]: DEBUG nova.objects.instance [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lazy-loading 'resources' on Instance uuid 420c618f-af56-4288-be5f-61f8e601a442 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.957514] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694505, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.958210] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Successfully updated port: 4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1717.238535] env[62777]: DEBUG nova.network.neutron [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updated VIF entry in instance network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.238924] env[62777]: DEBUG nova.network.neutron [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.443168] env[62777]: DEBUG nova.compute.utils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1717.444617] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1717.444784] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1717.458624] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694505, 'name': CreateVM_Task, 'duration_secs': 0.939487} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.458726] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1717.459397] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.459561] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.459895] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1717.460363] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "refresh_cache-e39d9ec8-dcca-406a-aba8-08cfbf7356bb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.460489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "refresh_cache-e39d9ec8-dcca-406a-aba8-08cfbf7356bb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.460624] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.461582] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8480ff10-3fe2-4bec-a311-b73d03733ca6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.470084] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1717.470084] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c6cda9-e808-6590-ae02-39197cb3056d" [ 1717.470084] env[62777]: _type = "Task" [ 1717.470084] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.481384] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c6cda9-e808-6590-ae02-39197cb3056d, 'name': SearchDatastore_Task, 'duration_secs': 0.010026} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.481656] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.481877] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.482113] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.482262] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.482440] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.482681] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c9321a4-936f-4b31-9002-482d77b4747e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.490082] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.490268] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.490955] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6b592a-6e9d-4bde-973e-1669d9123ae9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.494124] env[62777]: DEBUG nova.policy [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf146461eba4c3eb7ffbb935e7cb8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fd81c5be8d545bb8eb5a54c9f48e5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1717.500523] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1717.500523] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52888722-917c-95f6-9b28-e79d31f3e4ad" [ 1717.500523] env[62777]: _type = "Task" [ 1717.500523] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.508816] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52888722-917c-95f6-9b28-e79d31f3e4ad, 'name': SearchDatastore_Task} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.511632] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4512e20-115b-4d72-bad7-d535c674b7d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.516794] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1717.516794] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52daf7e3-2614-8271-7978-5b647e0d0c92" [ 1717.516794] env[62777]: _type = "Task" [ 1717.516794] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.524952] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52daf7e3-2614-8271-7978-5b647e0d0c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.678263] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9f37e-a685-4963-8414-3f5257c12c9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.685845] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b551bda-8c19-4422-b150-c555cad94e78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.719889] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609615e5-3a73-4490-9404-e11b2c579d08 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.728332] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44bd1f85-ac55-4fe3-a350-16f22e4b9981 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.742201] env[62777]: DEBUG oslo_concurrency.lockutils [req-b88886ed-3fa4-4d6b-aa3f-5545751209f1 req-7567dfd5-c720-415d-bf46-23c8e785dcb0 service nova] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.742779] env[62777]: DEBUG nova.compute.provider_tree [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.748039] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Successfully created port: d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.948411] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1717.995336] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1718.027516] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52daf7e3-2614-8271-7978-5b647e0d0c92, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.027779] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.028049] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f10741ca-b522-4aea-8e18-8476b3c46da4/f10741ca-b522-4aea-8e18-8476b3c46da4.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1718.028312] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-849cd06b-eaf8-45c2-a6ff-e1e3f98b7d05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.035548] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1718.035548] env[62777]: value = "task-1694506" [ 1718.035548] env[62777]: _type = "Task" [ 1718.035548] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.044781] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.186017] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Updating instance_info_cache with network_info: [{"id": "4daacb20-44a4-4aa3-bcac-57f14dc2772b", "address": "fa:16:3e:79:71:a0", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4daacb20-44", "ovs_interfaceid": "4daacb20-44a4-4aa3-bcac-57f14dc2772b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1718.245961] env[62777]: DEBUG nova.scheduler.client.report [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1718.544598] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476966} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.544935] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] f10741ca-b522-4aea-8e18-8476b3c46da4/f10741ca-b522-4aea-8e18-8476b3c46da4.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1718.545178] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1718.545478] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e18cbdc-fd0d-4134-ac1d-2bae24cef4ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.551446] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1718.551446] env[62777]: value = "task-1694507" [ 1718.551446] env[62777]: _type = "Task" [ 1718.551446] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.559240] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.563471] env[62777]: DEBUG nova.compute.manager [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Received event network-vif-plugged-4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1718.563635] env[62777]: DEBUG oslo_concurrency.lockutils [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] Acquiring lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1718.563774] env[62777]: DEBUG oslo_concurrency.lockutils [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.563943] env[62777]: DEBUG oslo_concurrency.lockutils [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.564152] env[62777]: DEBUG nova.compute.manager [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] No waiting events found dispatching network-vif-plugged-4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1718.564329] env[62777]: WARNING nova.compute.manager [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Received unexpected event network-vif-plugged-4daacb20-44a4-4aa3-bcac-57f14dc2772b for instance with vm_state building and task_state spawning. [ 1718.564546] env[62777]: DEBUG nova.compute.manager [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Received event network-changed-4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1718.564652] env[62777]: DEBUG nova.compute.manager [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Refreshing instance network info cache due to event network-changed-4daacb20-44a4-4aa3-bcac-57f14dc2772b. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1718.565188] env[62777]: DEBUG oslo_concurrency.lockutils [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] Acquiring lock "refresh_cache-e39d9ec8-dcca-406a-aba8-08cfbf7356bb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.689118] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "refresh_cache-e39d9ec8-dcca-406a-aba8-08cfbf7356bb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.689390] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Instance network_info: |[{"id": "4daacb20-44a4-4aa3-bcac-57f14dc2772b", "address": "fa:16:3e:79:71:a0", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4daacb20-44", "ovs_interfaceid": "4daacb20-44a4-4aa3-bcac-57f14dc2772b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1718.689701] env[62777]: DEBUG oslo_concurrency.lockutils [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] Acquired lock "refresh_cache-e39d9ec8-dcca-406a-aba8-08cfbf7356bb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.689880] env[62777]: DEBUG nova.network.neutron [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Refreshing network info cache for port 4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.691211] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:71:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4daacb20-44a4-4aa3-bcac-57f14dc2772b', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.698974] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Creating folder: Project (7fd81c5be8d545bb8eb5a54c9f48e5b6). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.700241] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-038cfbf9-1186-430f-b0a3-248ebbdcfa09 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.710815] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Created folder: Project (7fd81c5be8d545bb8eb5a54c9f48e5b6) in parent group-v353040. [ 1718.711011] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Creating folder: Instances. Parent ref: group-v353316. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1718.711251] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746c6d75-d2c6-4033-8acb-111136d41a90 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.720036] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Created folder: Instances in parent group-v353316. [ 1718.720154] env[62777]: DEBUG oslo.service.loopingcall [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.720324] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.720589] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee55922a-ef17-4544-b790-51fa1f987ca4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.739508] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.739508] env[62777]: value = "task-1694510" [ 1718.739508] env[62777]: _type = "Task" [ 1718.739508] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.747780] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694510, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.750257] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.752326] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.841s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.752561] env[62777]: DEBUG nova.objects.instance [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'resources' on Instance uuid 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.777580] env[62777]: INFO nova.scheduler.client.report [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Deleted allocations for instance 420c618f-af56-4288-be5f-61f8e601a442 [ 1718.959161] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1718.990875] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1718.991151] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1718.991327] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.991526] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1718.991673] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.991831] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1718.992076] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1718.992257] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1718.992430] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1718.992597] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1718.992781] env[62777]: DEBUG nova.virt.hardware [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1718.993742] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dafb81-86e9-48a9-a0e0-96b65bab4f0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.002486] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b16345a-aea5-4eb5-93f1-070bbb0a5bb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.060459] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085173} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.060656] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1719.061574] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86ef50b-9549-478e-afb3-0fc721f5c5f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.083533] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] f10741ca-b522-4aea-8e18-8476b3c46da4/f10741ca-b522-4aea-8e18-8476b3c46da4.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1719.083753] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a9609f-2041-4f59-99e8-b06862c74840 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.103513] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1719.103513] env[62777]: value = "task-1694511" [ 1719.103513] env[62777]: _type = "Task" [ 1719.103513] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.112390] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.251190] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694510, 'name': CreateVM_Task, 'duration_secs': 0.428349} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.253568] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1719.254484] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.254736] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.255137] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1719.256292] env[62777]: DEBUG nova.objects.instance [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'numa_topology' on Instance uuid 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1719.257325] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef2ace4-8a32-4f42-9749-e1643bf1e832 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.262936] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1719.262936] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5257c299-7ca5-089e-641d-5a1f2df16781" [ 1719.262936] env[62777]: _type = "Task" [ 1719.262936] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.274062] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5257c299-7ca5-089e-641d-5a1f2df16781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.285701] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ecb283c6-3ca6-4b16-8441-d3d7e58d30a2 tempest-ServersWithSpecificFlavorTestJSON-1680143250 tempest-ServersWithSpecificFlavorTestJSON-1680143250-project-member] Lock "420c618f-af56-4288-be5f-61f8e601a442" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.536s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.395736] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Successfully updated port: d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.552151] env[62777]: DEBUG nova.network.neutron [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Updated VIF entry in instance network info cache for port 4daacb20-44a4-4aa3-bcac-57f14dc2772b. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.552540] env[62777]: DEBUG nova.network.neutron [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Updating instance_info_cache with network_info: [{"id": "4daacb20-44a4-4aa3-bcac-57f14dc2772b", "address": "fa:16:3e:79:71:a0", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4daacb20-44", "ovs_interfaceid": "4daacb20-44a4-4aa3-bcac-57f14dc2772b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.613220] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694511, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.760209] env[62777]: DEBUG nova.objects.base [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Object Instance<515afada-daab-45b4-82b1-7476b3f95920> lazy-loaded attributes: resources,numa_topology {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1719.773228] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5257c299-7ca5-089e-641d-5a1f2df16781, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.773540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.773765] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.773994] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.774154] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.774387] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.774593] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc5abb5-b2fd-4e28-9293-5e8461f90b20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.784491] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.784589] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.785293] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a90c204-18a4-4476-a795-4448e2c52d17 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.790475] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1719.790475] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529c7881-87db-4ca3-05c7-ae1e0bab0619" [ 1719.790475] env[62777]: _type = "Task" [ 1719.790475] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.798982] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529c7881-87db-4ca3-05c7-ae1e0bab0619, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.897861] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "refresh_cache-81c51232-bc2b-4ab5-870b-100e41f41243" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.897861] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "refresh_cache-81c51232-bc2b-4ab5-870b-100e41f41243" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.898244] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.998885] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b65253-8fe5-47e7-9aa6-f4dc0a940394 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.006507] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72619528-6b54-483a-bda5-547cf42de014 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.044137] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce13d1-b7ab-48c1-becd-42f62e6818bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.051816] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e20cb76-6cd8-4f55-93b2-ca143e0e3aa4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.057475] env[62777]: DEBUG oslo_concurrency.lockutils [req-a7bb29dd-ae23-4482-a6f0-3bfa21d97cb3 req-25a047e4-b3fc-4055-99fa-cf11891aeefa service nova] Releasing lock "refresh_cache-e39d9ec8-dcca-406a-aba8-08cfbf7356bb" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.067453] env[62777]: DEBUG nova.compute.provider_tree [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1720.114670] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.305439] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529c7881-87db-4ca3-05c7-ae1e0bab0619, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.306292] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-240f377c-4d40-40a8-a922-75ce977a9d95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.312448] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1720.312448] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ccaac7-e0e4-ca2c-99a9-3e6a7142ed71" [ 1720.312448] env[62777]: _type = "Task" [ 1720.312448] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.320464] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ccaac7-e0e4-ca2c-99a9-3e6a7142ed71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.452582] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.570949] env[62777]: DEBUG nova.scheduler.client.report [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1720.593389] env[62777]: DEBUG nova.compute.manager [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Received event network-vif-plugged-d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1720.593609] env[62777]: DEBUG oslo_concurrency.lockutils [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] Acquiring lock "81c51232-bc2b-4ab5-870b-100e41f41243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.593818] env[62777]: DEBUG oslo_concurrency.lockutils [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] Lock "81c51232-bc2b-4ab5-870b-100e41f41243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.594015] env[62777]: DEBUG oslo_concurrency.lockutils [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] Lock "81c51232-bc2b-4ab5-870b-100e41f41243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.594235] env[62777]: DEBUG nova.compute.manager [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] No waiting events found dispatching network-vif-plugged-d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1720.594407] env[62777]: WARNING nova.compute.manager [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Received unexpected event network-vif-plugged-d1ae9b8a-ce96-475a-87b9-00f93033858d for instance with vm_state building and task_state spawning. [ 1720.594566] env[62777]: DEBUG nova.compute.manager [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Received event network-changed-d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1720.594720] env[62777]: DEBUG nova.compute.manager [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Refreshing instance network info cache due to event network-changed-d1ae9b8a-ce96-475a-87b9-00f93033858d. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1720.594886] env[62777]: DEBUG oslo_concurrency.lockutils [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] Acquiring lock "refresh_cache-81c51232-bc2b-4ab5-870b-100e41f41243" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.615300] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.823930] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ccaac7-e0e4-ca2c-99a9-3e6a7142ed71, 'name': SearchDatastore_Task, 'duration_secs': 0.009241} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.824249] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.824757] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e39d9ec8-dcca-406a-aba8-08cfbf7356bb/e39d9ec8-dcca-406a-aba8-08cfbf7356bb.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.825037] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b4d499-d6f1-4bb6-8f7c-8a5d9fd08607 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.833799] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1720.833799] env[62777]: value = "task-1694512" [ 1720.833799] env[62777]: _type = "Task" [ 1720.833799] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.840886] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.929969] env[62777]: DEBUG nova.network.neutron [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Updating instance_info_cache with network_info: [{"id": "d1ae9b8a-ce96-475a-87b9-00f93033858d", "address": "fa:16:3e:bf:c0:f9", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ae9b8a-ce", "ovs_interfaceid": "d1ae9b8a-ce96-475a-87b9-00f93033858d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.076774] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.080699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.626s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.080807] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.081110] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1721.081407] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.473s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.083378] env[62777]: INFO nova.compute.claims [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1721.087260] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e501d603-01bf-407a-adc9-27dffbc80229 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.101091] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e938a456-74ee-4884-a782-7718f854874d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.132350] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694511, 'name': ReconfigVM_Task, 'duration_secs': 1.800051} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.134209] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedb50c0-b448-42f7-b239-12fa6f78b954 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.137948] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Reconfigured VM instance instance-00000060 to attach disk [datastore1] f10741ca-b522-4aea-8e18-8476b3c46da4/f10741ca-b522-4aea-8e18-8476b3c46da4.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1721.138957] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46c8c3a8-0af7-4c67-bf67-4b687a087ec7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.147757] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ea6b7c-ce58-4597-8336-3408f66fb3e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.152016] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1721.152016] env[62777]: value = "task-1694513" [ 1721.152016] env[62777]: _type = "Task" [ 1721.152016] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.186855] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179674MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1721.187138] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.193427] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694513, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.343117] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448548} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.343117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e39d9ec8-dcca-406a-aba8-08cfbf7356bb/e39d9ec8-dcca-406a-aba8-08cfbf7356bb.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1721.343117] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1721.343290] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-109a44d2-5c7c-4aae-852b-8978146fda44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.350454] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1721.350454] env[62777]: value = "task-1694514" [ 1721.350454] env[62777]: _type = "Task" [ 1721.350454] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.360562] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.433335] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "refresh_cache-81c51232-bc2b-4ab5-870b-100e41f41243" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.433335] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Instance network_info: |[{"id": "d1ae9b8a-ce96-475a-87b9-00f93033858d", "address": "fa:16:3e:bf:c0:f9", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ae9b8a-ce", "ovs_interfaceid": "d1ae9b8a-ce96-475a-87b9-00f93033858d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1721.433335] env[62777]: DEBUG oslo_concurrency.lockutils [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] Acquired lock "refresh_cache-81c51232-bc2b-4ab5-870b-100e41f41243" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.433551] env[62777]: DEBUG nova.network.neutron [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Refreshing network info cache for port d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.434569] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:c0:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1ae9b8a-ce96-475a-87b9-00f93033858d', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1721.443040] env[62777]: DEBUG oslo.service.loopingcall [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.443856] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1721.444135] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04d37826-ece4-4d4c-ae9c-29e35346284e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.466017] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1721.466017] env[62777]: value = "task-1694515" [ 1721.466017] env[62777]: _type = "Task" [ 1721.466017] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.471867] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694515, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.591036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-316880f3-3655-4a06-a8b3-10e4c2ba9aaf tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.558s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.592119] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 11.048s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1721.592276] env[62777]: INFO nova.compute.manager [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Unshelving [ 1721.666248] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694513, 'name': Rename_Task, 'duration_secs': 0.219678} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.666738] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1721.667424] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e5fd97-9a88-47aa-85d8-5772e1e9ff4c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.674219] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1721.674219] env[62777]: value = "task-1694516" [ 1721.674219] env[62777]: _type = "Task" [ 1721.674219] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.682423] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.860286] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069137} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.860286] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1721.861019] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee315345-14a3-4134-9b1c-5a11cfc186fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.883185] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] e39d9ec8-dcca-406a-aba8-08cfbf7356bb/e39d9ec8-dcca-406a-aba8-08cfbf7356bb.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1721.883748] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77c43fc-931a-4049-9d04-de3410453170 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.905153] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1721.905153] env[62777]: value = "task-1694517" [ 1721.905153] env[62777]: _type = "Task" [ 1721.905153] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.913069] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.975019] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694515, 'name': CreateVM_Task, 'duration_secs': 0.371889} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.975019] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1721.976183] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.976409] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.976731] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1721.978037] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec55587-89d3-45d6-93b5-6b6cbaad549d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.981799] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1721.981799] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523ea8a9-fbe4-8ee4-6797-c9f5f8201cce" [ 1721.981799] env[62777]: _type = "Task" [ 1721.981799] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.989966] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523ea8a9-fbe4-8ee4-6797-c9f5f8201cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.186155] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.339712] env[62777]: DEBUG nova.network.neutron [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Updated VIF entry in instance network info cache for port d1ae9b8a-ce96-475a-87b9-00f93033858d. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1722.340160] env[62777]: DEBUG nova.network.neutron [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Updating instance_info_cache with network_info: [{"id": "d1ae9b8a-ce96-475a-87b9-00f93033858d", "address": "fa:16:3e:bf:c0:f9", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1ae9b8a-ce", "ovs_interfaceid": "d1ae9b8a-ce96-475a-87b9-00f93033858d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.367284] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25805090-09ab-4f20-8a25-9e6b7135d74d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.375242] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a99081-2925-499a-a6da-ce6f67e96561 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.409539] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8e5572-b876-491d-bc84-8d854182fa43 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.420315] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7966fa-36ce-4dcb-bdc0-964825b414bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.424090] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694517, 'name': ReconfigVM_Task, 'duration_secs': 0.311446} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.424377] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Reconfigured VM instance instance-00000061 to attach disk [datastore1] e39d9ec8-dcca-406a-aba8-08cfbf7356bb/e39d9ec8-dcca-406a-aba8-08cfbf7356bb.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1722.425413] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79e00ce2-bd4b-431f-93da-770163e0f6c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.435019] env[62777]: DEBUG nova.compute.provider_tree [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.440612] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1722.440612] env[62777]: value = "task-1694518" [ 1722.440612] env[62777]: _type = "Task" [ 1722.440612] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.449621] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694518, 'name': Rename_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.495204] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523ea8a9-fbe4-8ee4-6797-c9f5f8201cce, 'name': SearchDatastore_Task, 'duration_secs': 0.028005} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.495204] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.495204] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1722.495204] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.495204] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.495204] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1722.495204] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54df15f8-ca0d-4f28-8125-8c87d7bee5c5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.502307] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1722.502485] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1722.503253] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06763273-2319-4eb4-a91b-1e1eccda1140 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.508522] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1722.508522] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52117515-4325-17df-5001-9e20526a553a" [ 1722.508522] env[62777]: _type = "Task" [ 1722.508522] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.516943] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52117515-4325-17df-5001-9e20526a553a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.636642] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.685872] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.843925] env[62777]: DEBUG oslo_concurrency.lockutils [req-308214ef-81cf-4bb5-b7e6-dd0a3cc60df5 req-4d253c26-46d3-4d62-b65f-a504efe87fb1 service nova] Releasing lock "refresh_cache-81c51232-bc2b-4ab5-870b-100e41f41243" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.938755] env[62777]: DEBUG nova.scheduler.client.report [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1722.950792] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694518, 'name': Rename_Task, 'duration_secs': 0.138334} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.951108] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.951489] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01889b04-5ad9-4934-96ba-e7bef405460a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.958981] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1722.958981] env[62777]: value = "task-1694519" [ 1722.958981] env[62777]: _type = "Task" [ 1722.958981] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.966481] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.021976] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52117515-4325-17df-5001-9e20526a553a, 'name': SearchDatastore_Task, 'duration_secs': 0.008488} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.022580] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152cf250-750d-46cf-a81c-df7cf7e87f8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.028348] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1723.028348] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]526d53b9-bc16-f234-71c8-86cfdeefd9be" [ 1723.028348] env[62777]: _type = "Task" [ 1723.028348] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.036843] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526d53b9-bc16-f234-71c8-86cfdeefd9be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.186124] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.447297] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.447927] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1723.450679] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.206s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.470339] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694519, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.540779] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]526d53b9-bc16-f234-71c8-86cfdeefd9be, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.540972] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.541268] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 81c51232-bc2b-4ab5-870b-100e41f41243/81c51232-bc2b-4ab5-870b-100e41f41243.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1723.541531] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed3b3b6a-793d-4223-99ad-a0eaff98ae34 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.548616] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1723.548616] env[62777]: value = "task-1694520" [ 1723.548616] env[62777]: _type = "Task" [ 1723.548616] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.557395] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.689094] env[62777]: DEBUG oslo_vmware.api [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694516, 'name': PowerOnVM_Task, 'duration_secs': 1.58619} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.689501] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.690197] env[62777]: INFO nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Took 9.46 seconds to spawn the instance on the hypervisor. [ 1723.690197] env[62777]: DEBUG nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.691265] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b44fa9-2031-40a2-a200-92d42e92f0ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.958198] env[62777]: INFO nova.compute.claims [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1723.962592] env[62777]: DEBUG nova.compute.utils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1723.964142] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1723.964342] env[62777]: DEBUG nova.network.neutron [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1723.975360] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694519, 'name': PowerOnVM_Task, 'duration_secs': 0.758993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.976185] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.976389] env[62777]: INFO nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1723.976562] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.977407] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5019a2c4-6946-4f95-acba-0ff724d7d1e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.010652] env[62777]: DEBUG nova.policy [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1724.062032] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694520, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.213118] env[62777]: INFO nova.compute.manager [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Took 19.24 seconds to build instance. [ 1724.325318] env[62777]: DEBUG nova.network.neutron [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Successfully created port: 65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.466656] env[62777]: INFO nova.compute.resource_tracker [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating resource usage from migration cdd824eb-6b39-4c7f-8641-917110ff82f4 [ 1724.469929] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1724.498271] env[62777]: INFO nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Took 18.87 seconds to build instance. [ 1724.562933] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783342} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.563386] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 81c51232-bc2b-4ab5-870b-100e41f41243/81c51232-bc2b-4ab5-870b-100e41f41243.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1724.565018] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1724.565018] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6db04f-6b92-43fd-8919-e5df2f05f2d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.573906] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1724.573906] env[62777]: value = "task-1694521" [ 1724.573906] env[62777]: _type = "Task" [ 1724.573906] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.587085] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.715341] env[62777]: DEBUG oslo_concurrency.lockutils [None req-29a625ab-91ad-43cb-b0a8-01af6600ef4a tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.752s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.760916] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b0a981-3100-41f2-8069-e2f15bcdb774 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.768645] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a888993-371f-4ee9-9f07-f3ae60a9ba9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.799231] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6b84a-aa50-4456-9024-22d26e087e49 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.807181] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ff640-8139-4ecc-97c9-d76602fe4ea8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.820530] env[62777]: DEBUG nova.compute.provider_tree [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.002945] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.388s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.084590] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076932} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.084866] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1725.085677] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb315a1-47ab-4d4c-9146-944eb2a9445d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.107770] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 81c51232-bc2b-4ab5-870b-100e41f41243/81c51232-bc2b-4ab5-870b-100e41f41243.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1725.107943] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc8a4b3-fe1d-4e08-a2b1-b90dfe544a88 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.129513] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1725.129513] env[62777]: value = "task-1694522" [ 1725.129513] env[62777]: _type = "Task" [ 1725.129513] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.137379] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.287213] env[62777]: DEBUG nova.compute.manager [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1725.288103] env[62777]: DEBUG nova.compute.manager [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing instance network info cache due to event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1725.288103] env[62777]: DEBUG oslo_concurrency.lockutils [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.288103] env[62777]: DEBUG oslo_concurrency.lockutils [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.288103] env[62777]: DEBUG nova.network.neutron [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1725.323589] env[62777]: DEBUG nova.scheduler.client.report [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1725.482316] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1725.518666] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1725.518898] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1725.519063] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.519254] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1725.519401] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.519546] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1725.519747] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1725.519904] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1725.521197] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1725.521438] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1725.521628] env[62777]: DEBUG nova.virt.hardware [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1725.522731] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260e0986-717f-4acf-9549-cdbb5a9752e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.531118] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01c67f9-59d6-4e24-b4b5-4ba1ad2d270d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.638856] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.828988] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.378s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.831588] env[62777]: INFO nova.compute.manager [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Migrating [ 1725.845319] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.954s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.845572] env[62777]: INFO nova.compute.claims [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.090409] env[62777]: DEBUG nova.network.neutron [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updated VIF entry in instance network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.090409] env[62777]: DEBUG nova.network.neutron [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.091655] env[62777]: DEBUG nova.network.neutron [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Successfully updated port: 65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1726.139621] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694522, 'name': ReconfigVM_Task, 'duration_secs': 0.853687} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.139985] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 81c51232-bc2b-4ab5-870b-100e41f41243/81c51232-bc2b-4ab5-870b-100e41f41243.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1726.140572] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f3d8126-6d03-4558-82eb-598c80ef4950 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.147243] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1726.147243] env[62777]: value = "task-1694523" [ 1726.147243] env[62777]: _type = "Task" [ 1726.147243] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.156056] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694523, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.316927] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.317117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.363748] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.363748] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.363868] env[62777]: DEBUG nova.network.neutron [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.592647] env[62777]: DEBUG oslo_concurrency.lockutils [req-3b37f1fa-0a60-408f-a9df-110ce5c11667 req-056a9275-5ec4-45fe-b86a-d9400951f980 service nova] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.595432] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-37f018d9-74ae-4859-b4ff-fb179178e496" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.595432] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-37f018d9-74ae-4859-b4ff-fb179178e496" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.595432] env[62777]: DEBUG nova.network.neutron [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.658529] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694523, 'name': Rename_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.819272] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1727.123854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf491a0-d1d6-4781-a7bc-0c74fb333f2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.127627] env[62777]: DEBUG nova.network.neutron [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.129291] env[62777]: DEBUG nova.network.neutron [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1727.136857] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c79e2-b1aa-4bd6-a43a-11966876b56c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.176451] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a38835-b871-4a32-82ba-3fef3ea633d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.187423] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75eb1ca-62e3-4695-ae7e-da024f3e1a8b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.191280] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694523, 'name': Rename_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.202484] env[62777]: DEBUG nova.compute.provider_tree [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.301745] env[62777]: DEBUG nova.network.neutron [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Updating instance_info_cache with network_info: [{"id": "65e1c600-80b1-4ae1-ba0f-c8af01061d08", "address": "fa:16:3e:5b:60:72", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e1c600-80", "ovs_interfaceid": "65e1c600-80b1-4ae1-ba0f-c8af01061d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.313939] env[62777]: DEBUG nova.compute.manager [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Received event network-vif-plugged-65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1727.314202] env[62777]: DEBUG oslo_concurrency.lockutils [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] Acquiring lock "37f018d9-74ae-4859-b4ff-fb179178e496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.314713] env[62777]: DEBUG oslo_concurrency.lockutils [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] Lock "37f018d9-74ae-4859-b4ff-fb179178e496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.314713] env[62777]: DEBUG oslo_concurrency.lockutils [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] Lock "37f018d9-74ae-4859-b4ff-fb179178e496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.314883] env[62777]: DEBUG nova.compute.manager [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] No waiting events found dispatching network-vif-plugged-65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1727.314956] env[62777]: WARNING nova.compute.manager [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Received unexpected event network-vif-plugged-65e1c600-80b1-4ae1-ba0f-c8af01061d08 for instance with vm_state building and task_state spawning. [ 1727.315142] env[62777]: DEBUG nova.compute.manager [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Received event network-changed-65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1727.315297] env[62777]: DEBUG nova.compute.manager [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Refreshing instance network info cache due to event network-changed-65e1c600-80b1-4ae1-ba0f-c8af01061d08. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1727.315485] env[62777]: DEBUG oslo_concurrency.lockutils [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] Acquiring lock "refresh_cache-37f018d9-74ae-4859-b4ff-fb179178e496" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.340794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.522808] env[62777]: DEBUG nova.compute.manager [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1727.633422] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.681880] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694523, 'name': Rename_Task, 'duration_secs': 1.166913} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.682716] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.682985] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abd2bfd8-3da6-4cd2-a5ae-cf6ecded7213 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.693102] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1727.693102] env[62777]: value = "task-1694524" [ 1727.693102] env[62777]: _type = "Task" [ 1727.693102] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.699036] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.706924] env[62777]: DEBUG nova.scheduler.client.report [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1727.805109] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-37f018d9-74ae-4859-b4ff-fb179178e496" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.805418] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Instance network_info: |[{"id": "65e1c600-80b1-4ae1-ba0f-c8af01061d08", "address": "fa:16:3e:5b:60:72", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e1c600-80", "ovs_interfaceid": "65e1c600-80b1-4ae1-ba0f-c8af01061d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1727.805748] env[62777]: DEBUG oslo_concurrency.lockutils [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] Acquired lock "refresh_cache-37f018d9-74ae-4859-b4ff-fb179178e496" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.805932] env[62777]: DEBUG nova.network.neutron [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Refreshing network info cache for port 65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1727.807475] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:60:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65e1c600-80b1-4ae1-ba0f-c8af01061d08', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1727.815716] env[62777]: DEBUG oslo.service.loopingcall [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1727.816333] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1727.816582] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe6ba483-870f-4abc-a488-af8266de3424 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.836869] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1727.836869] env[62777]: value = "task-1694525" [ 1727.836869] env[62777]: _type = "Task" [ 1727.836869] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.845088] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694525, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.041072] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.201247] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694524, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.212566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.216506] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.219033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.679s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.219253] env[62777]: DEBUG nova.objects.instance [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'resources' on Instance uuid e5f722a9-af55-43f3-8a70-f544f6bd82e1 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.347063] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694525, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.707307] env[62777]: DEBUG oslo_vmware.api [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694524, 'name': PowerOnVM_Task, 'duration_secs': 0.785814} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.707657] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.707889] env[62777]: INFO nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1728.708128] env[62777]: DEBUG nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.708900] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de6b616-5498-4b52-9325-2d4625d508a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.724174] env[62777]: DEBUG nova.compute.utils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1728.730031] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1728.730031] env[62777]: DEBUG nova.network.neutron [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.849896] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694525, 'name': CreateVM_Task, 'duration_secs': 0.727572} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.852501] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.853370] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.853548] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.853809] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.854101] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74cf1324-a04a-4faa-8af4-c63f77ee485f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.858926] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1728.858926] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524fa8fe-8e97-d13e-35b0-8cf4b1eeb1f1" [ 1728.858926] env[62777]: _type = "Task" [ 1728.858926] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.869395] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fa8fe-8e97-d13e-35b0-8cf4b1eeb1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.976601] env[62777]: DEBUG nova.policy [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4349d4e702840ec9a3418ba29cc09ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84aae44899c4a86935fed6f93b53c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.996105] env[62777]: DEBUG nova.network.neutron [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Updated VIF entry in instance network info cache for port 65e1c600-80b1-4ae1-ba0f-c8af01061d08. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1728.996538] env[62777]: DEBUG nova.network.neutron [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Updating instance_info_cache with network_info: [{"id": "65e1c600-80b1-4ae1-ba0f-c8af01061d08", "address": "fa:16:3e:5b:60:72", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e1c600-80", "ovs_interfaceid": "65e1c600-80b1-4ae1-ba0f-c8af01061d08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.033178] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5baddf4-171d-49d7-a171-f92281d4a856 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.042576] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ca142-2b14-4e54-8831-252d0a87ce21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.080128] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73a4a71-76f0-4cf1-9ae9-dbec5caf355e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.088140] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edc0009-14c3-4bc7-9920-5bc34a411f63 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.103335] env[62777]: DEBUG nova.compute.provider_tree [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1729.148457] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21a6490-f328-4aa1-8d00-e60ff0efd4f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.172298] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1729.227250] env[62777]: INFO nova.compute.manager [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Took 23.55 seconds to build instance. [ 1729.228506] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1729.337938] env[62777]: DEBUG nova.network.neutron [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Successfully created port: 68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.380592] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524fa8fe-8e97-d13e-35b0-8cf4b1eeb1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.028519} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.381530] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.381766] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.382007] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.382159] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.382339] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.382820] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0005a173-d726-4cf2-b833-fe765844b9f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.396079] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.396284] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.397205] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2305f6a-22e6-4106-a477-294d484141c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.403161] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1729.403161] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52db4dfb-7dd7-3f14-4ac0-2e7aa0380405" [ 1729.403161] env[62777]: _type = "Task" [ 1729.403161] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.421755] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52db4dfb-7dd7-3f14-4ac0-2e7aa0380405, 'name': SearchDatastore_Task, 'duration_secs': 0.009819} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.422727] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad76c764-979d-4a5a-8508-ae14e5f30952 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.428389] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1729.428389] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521fb363-18a1-5b92-cb32-7182c8b42bd3" [ 1729.428389] env[62777]: _type = "Task" [ 1729.428389] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.438294] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521fb363-18a1-5b92-cb32-7182c8b42bd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.499923] env[62777]: DEBUG oslo_concurrency.lockutils [req-95dd3ced-0ae1-418e-878e-5099a05ac706 req-d8845a8b-0031-4bf9-a1c4-9bec56a7bffe service nova] Releasing lock "refresh_cache-37f018d9-74ae-4859-b4ff-fb179178e496" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.607268] env[62777]: DEBUG nova.scheduler.client.report [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1729.675448] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1729.675760] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b3487f-ab55-4dc2-b84f-7cd117329167 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.683988] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1729.683988] env[62777]: value = "task-1694526" [ 1729.683988] env[62777]: _type = "Task" [ 1729.683988] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.694481] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1729.694868] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1729.727714] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d1305476-842f-4a75-9721-460778b7b296 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "81c51232-bc2b-4ab5-870b-100e41f41243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.056s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.790127] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.790437] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.790645] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.790830] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.791033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.793488] env[62777]: INFO nova.compute.manager [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Terminating instance [ 1729.873009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "81c51232-bc2b-4ab5-870b-100e41f41243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.873009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "81c51232-bc2b-4ab5-870b-100e41f41243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.873009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "81c51232-bc2b-4ab5-870b-100e41f41243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.873009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "81c51232-bc2b-4ab5-870b-100e41f41243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.873009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "81c51232-bc2b-4ab5-870b-100e41f41243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.878870] env[62777]: INFO nova.compute.manager [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Terminating instance [ 1729.939391] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521fb363-18a1-5b92-cb32-7182c8b42bd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010819} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.939678] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.939939] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 37f018d9-74ae-4859-b4ff-fb179178e496/37f018d9-74ae-4859-b4ff-fb179178e496.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1729.940229] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07f0f2c2-2382-42b9-b2af-2f7841f1b935 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.946882] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1729.946882] env[62777]: value = "task-1694527" [ 1729.946882] env[62777]: _type = "Task" [ 1729.946882] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.956027] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.115042] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.116174] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.772s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.116921] env[62777]: DEBUG nova.objects.instance [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lazy-loading 'resources' on Instance uuid 06a6c7db-944c-4df4-805c-ffceedb8e70d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1730.149159] env[62777]: INFO nova.scheduler.client.report [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleted allocations for instance e5f722a9-af55-43f3-8a70-f544f6bd82e1 [ 1730.202022] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1730.202284] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1730.202446] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.202623] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1730.202787] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.202917] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1730.203202] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1730.203405] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1730.203579] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1730.203742] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1730.204163] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1730.209078] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a89c70-5560-449c-ab8a-b4000653ca8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.226753] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1730.226753] env[62777]: value = "task-1694528" [ 1730.226753] env[62777]: _type = "Task" [ 1730.226753] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.241861] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1730.244774] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.279454] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1730.279752] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1730.281461] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1730.281761] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1730.281927] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1730.282109] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1730.282342] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1730.282502] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1730.282715] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1730.282890] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1730.283145] env[62777]: DEBUG nova.virt.hardware [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1730.284076] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822d93fd-a756-4f22-8abf-6db5f3ac857c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.292445] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d674163-860f-493b-935d-e8c11a5ecac4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.298945] env[62777]: DEBUG nova.compute.manager [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.299064] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.310272] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f2ce2-49f6-4924-814b-0c2b8deabc34 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.319226] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.319226] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8eecd18-085b-4fb8-a83b-ffaa8c3b3734 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.325330] env[62777]: DEBUG oslo_vmware.api [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1730.325330] env[62777]: value = "task-1694529" [ 1730.325330] env[62777]: _type = "Task" [ 1730.325330] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.334605] env[62777]: DEBUG oslo_vmware.api [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.384052] env[62777]: DEBUG nova.compute.manager [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1730.384699] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1730.386447] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b879cb-04c1-42b0-adad-e5a02e38b2c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.396901] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1730.397259] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f745e381-66f1-451b-95ce-98f5f5500077 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.404128] env[62777]: DEBUG oslo_vmware.api [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1730.404128] env[62777]: value = "task-1694530" [ 1730.404128] env[62777]: _type = "Task" [ 1730.404128] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.416395] env[62777]: DEBUG oslo_vmware.api [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.458191] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464607} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.458566] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 37f018d9-74ae-4859-b4ff-fb179178e496/37f018d9-74ae-4859-b4ff-fb179178e496.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1730.458846] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1730.459159] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e413e67-9b6b-44af-9066-29793e866cff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.466476] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1730.466476] env[62777]: value = "task-1694531" [ 1730.466476] env[62777]: _type = "Task" [ 1730.466476] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.475525] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.659992] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e5798fd2-e010-4005-9242-25d2751e02d5 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "e5f722a9-af55-43f3-8a70-f544f6bd82e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.579s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.739549] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694528, 'name': ReconfigVM_Task, 'duration_secs': 0.169555} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.739852] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1730.834888] env[62777]: DEBUG oslo_vmware.api [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694529, 'name': PowerOffVM_Task, 'duration_secs': 0.215133} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.834888] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.835116] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.835253] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb3eb35-6057-4bae-99fe-e26e67e47ecf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.916016] env[62777]: DEBUG oslo_vmware.api [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694530, 'name': PowerOffVM_Task, 'duration_secs': 0.166117} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.916297] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1730.916469] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1730.916717] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecd6b5c7-9e94-4dd4-9e27-ba1ca4b71865 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.926611] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23a2c4a-2770-498c-ad6a-fab02a61a47f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.931844] env[62777]: DEBUG nova.compute.manager [req-832e39bf-633d-417e-b177-d0ce1740b820 req-a1d3fbd7-f177-4d23-ad9a-62587895747e service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Received event network-vif-plugged-68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1730.932121] env[62777]: DEBUG oslo_concurrency.lockutils [req-832e39bf-633d-417e-b177-d0ce1740b820 req-a1d3fbd7-f177-4d23-ad9a-62587895747e service nova] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.932377] env[62777]: DEBUG oslo_concurrency.lockutils [req-832e39bf-633d-417e-b177-d0ce1740b820 req-a1d3fbd7-f177-4d23-ad9a-62587895747e service nova] Lock "52d23510-b394-4210-a5dd-70c41a423c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.932579] env[62777]: DEBUG oslo_concurrency.lockutils [req-832e39bf-633d-417e-b177-d0ce1740b820 req-a1d3fbd7-f177-4d23-ad9a-62587895747e service nova] Lock "52d23510-b394-4210-a5dd-70c41a423c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.932779] env[62777]: DEBUG nova.compute.manager [req-832e39bf-633d-417e-b177-d0ce1740b820 req-a1d3fbd7-f177-4d23-ad9a-62587895747e service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] No waiting events found dispatching network-vif-plugged-68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.932973] env[62777]: WARNING nova.compute.manager [req-832e39bf-633d-417e-b177-d0ce1740b820 req-a1d3fbd7-f177-4d23-ad9a-62587895747e service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Received unexpected event network-vif-plugged-68c3a1d0-d625-4044-9b86-d87864674792 for instance with vm_state building and task_state spawning. [ 1730.940112] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9971ddc3-2b04-4846-9475-ea385a34f2cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.981194] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6ddccc-84d5-4108-aa99-00de06fff341 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.990377] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069785} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.993144] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1730.995749] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e360105-47b6-4c71-ac0b-e20fcf30885b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.997964] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e826851d-738d-429c-a9b5-c2990a798b35 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.014126] env[62777]: DEBUG nova.compute.provider_tree [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.037029] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 37f018d9-74ae-4859-b4ff-fb179178e496/37f018d9-74ae-4859-b4ff-fb179178e496.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.037029] env[62777]: DEBUG nova.scheduler.client.report [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1731.041484] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedc758a-8035-4d40-8998-fa31dc0afe8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.056142] env[62777]: DEBUG nova.network.neutron [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Successfully updated port: 68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.065278] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1731.065278] env[62777]: value = "task-1694534" [ 1731.065278] env[62777]: _type = "Task" [ 1731.065278] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.074358] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694534, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.251110] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1731.251479] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1731.251516] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.251999] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1731.251999] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.251999] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1731.252212] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1731.252592] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1731.252592] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1731.252734] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1731.252841] env[62777]: DEBUG nova.virt.hardware [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1731.258377] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1731.258720] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfe57f38-9398-4cc5-8075-cca7116a5e6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.279107] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1731.279107] env[62777]: value = "task-1694535" [ 1731.279107] env[62777]: _type = "Task" [ 1731.279107] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.287273] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.485601] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.489023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.489023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.489023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.489023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.490781] env[62777]: INFO nova.compute.manager [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Terminating instance [ 1731.556271] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.440s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.559072] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.159s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.559072] env[62777]: DEBUG nova.objects.instance [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lazy-loading 'resources' on Instance uuid db8798ca-4df8-4059-b33a-290833355d43 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.560313] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.560489] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.560670] env[62777]: DEBUG nova.network.neutron [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1731.581919] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694534, 'name': ReconfigVM_Task, 'duration_secs': 0.458746} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.582284] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 37f018d9-74ae-4859-b4ff-fb179178e496/37f018d9-74ae-4859-b4ff-fb179178e496.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1731.583363] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e2aa35d-2930-4911-b26c-09b53c301544 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.588487] env[62777]: INFO nova.scheduler.client.report [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleted allocations for instance 06a6c7db-944c-4df4-805c-ffceedb8e70d [ 1731.594568] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1731.594568] env[62777]: value = "task-1694536" [ 1731.594568] env[62777]: _type = "Task" [ 1731.594568] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.604902] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694536, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.788433] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694535, 'name': ReconfigVM_Task, 'duration_secs': 0.180793} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.792021] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1731.792021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753df2a5-c7a8-4bc4-ad37-83f3746f785b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.812182] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd/2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.812633] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d4e74c4-9369-4720-85a8-2903f208d427 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.831467] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1731.831467] env[62777]: value = "task-1694537" [ 1731.831467] env[62777]: _type = "Task" [ 1731.831467] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.839232] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.995174] env[62777]: DEBUG nova.compute.manager [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1731.995318] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.996246] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad255b-ee88-43dd-b43b-1697b513cb5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.005877] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1732.006210] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b50359-0d8f-489b-868c-4e55a2090661 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.013151] env[62777]: DEBUG oslo_vmware.api [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1732.013151] env[62777]: value = "task-1694538" [ 1732.013151] env[62777]: _type = "Task" [ 1732.013151] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.022108] env[62777]: DEBUG oslo_vmware.api [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.074802] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "c4a8bfef-b253-420c-b90a-1e435421d111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.075084] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "c4a8bfef-b253-420c-b90a-1e435421d111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.101169] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f1ecd69-8cee-4a0d-b83d-76523ef707ab tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "06a6c7db-944c-4df4-805c-ffceedb8e70d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.293s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.112924] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694536, 'name': Rename_Task, 'duration_secs': 0.146662} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.114232] env[62777]: DEBUG nova.network.neutron [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1732.116278] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.119466] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71a16c18-333b-42c3-b5f7-fea559bbfcbc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.126544] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1732.126544] env[62777]: value = "task-1694539" [ 1732.126544] env[62777]: _type = "Task" [ 1732.126544] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.142334] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.296285] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.296569] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.296615] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleting the datastore file [datastore1] 81c51232-bc2b-4ab5-870b-100e41f41243 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.297780] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13a46b66-1719-47a8-b26c-2da6404f8acc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.299845] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.299907] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.300063] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleting the datastore file [datastore1] e39d9ec8-dcca-406a-aba8-08cfbf7356bb {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.300294] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e22a28d5-1b26-4070-9b3e-25b0ba58d655 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.306672] env[62777]: DEBUG oslo_vmware.api [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1732.306672] env[62777]: value = "task-1694540" [ 1732.306672] env[62777]: _type = "Task" [ 1732.306672] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.312956] env[62777]: DEBUG oslo_vmware.api [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1732.312956] env[62777]: value = "task-1694541" [ 1732.312956] env[62777]: _type = "Task" [ 1732.312956] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.321774] env[62777]: DEBUG oslo_vmware.api [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.327153] env[62777]: DEBUG oslo_vmware.api [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.344086] env[62777]: DEBUG oslo_vmware.api [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694537, 'name': ReconfigVM_Task, 'duration_secs': 0.3} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.345176] env[62777]: DEBUG nova.network.neutron [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updating instance_info_cache with network_info: [{"id": "68c3a1d0-d625-4044-9b86-d87864674792", "address": "fa:16:3e:61:04:4c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c3a1d0-d6", "ovs_interfaceid": "68c3a1d0-d625-4044-9b86-d87864674792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.346454] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd/2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.346793] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1732.367453] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab4b04-15af-4276-9f2c-d16de8f9dbe3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.377156] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb6570-c7d7-48c5-a13b-18d98191729a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.411130] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7addfc-c04b-4bc0-a989-a3ff7de81eb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.420171] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ddeb7f-ff23-4c22-8462-0ca9847048ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.435297] env[62777]: DEBUG nova.compute.provider_tree [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1732.523132] env[62777]: DEBUG oslo_vmware.api [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694538, 'name': PowerOffVM_Task, 'duration_secs': 0.222929} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.523444] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.523649] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.523911] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85c9e669-20a7-4c5d-909e-c8e3db864a3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.578143] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1732.638056] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694539, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.676675] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.677181] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.677503] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleting the datastore file [datastore1] 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.677907] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf9089d-5ef0-471b-aeee-069d9196b2c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.686085] env[62777]: DEBUG oslo_vmware.api [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for the task: (returnval){ [ 1732.686085] env[62777]: value = "task-1694543" [ 1732.686085] env[62777]: _type = "Task" [ 1732.686085] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.694686] env[62777]: DEBUG oslo_vmware.api [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.820217] env[62777]: DEBUG oslo_vmware.api [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225373} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.820802] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.821016] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.821178] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.821373] env[62777]: INFO nova.compute.manager [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1732.821621] env[62777]: DEBUG oslo.service.loopingcall [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.821808] env[62777]: DEBUG nova.compute.manager [-] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.821903] env[62777]: DEBUG nova.network.neutron [-] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.827129] env[62777]: DEBUG oslo_vmware.api [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233187} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.827741] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1732.827962] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1732.828193] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1732.828428] env[62777]: INFO nova.compute.manager [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Took 2.53 seconds to destroy the instance on the hypervisor. [ 1732.828737] env[62777]: DEBUG oslo.service.loopingcall [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.828957] env[62777]: DEBUG nova.compute.manager [-] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1732.829066] env[62777]: DEBUG nova.network.neutron [-] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1732.854278] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.854829] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Instance network_info: |[{"id": "68c3a1d0-d625-4044-9b86-d87864674792", "address": "fa:16:3e:61:04:4c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c3a1d0-d6", "ovs_interfaceid": "68c3a1d0-d625-4044-9b86-d87864674792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1732.858649] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:04:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68c3a1d0-d625-4044-9b86-d87864674792', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1732.866214] env[62777]: DEBUG oslo.service.loopingcall [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.866947] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a660a2-e947-48ca-a76e-ff935fd69d94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.871246] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.871851] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab798e16-d719-4d24-ad2b-4fc9c3e604ee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.903365] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b933cc65-99f1-4f82-ada1-4346bffd03ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.905850] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.905850] env[62777]: value = "task-1694544" [ 1732.905850] env[62777]: _type = "Task" [ 1732.905850] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.921976] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1732.930773] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694544, 'name': CreateVM_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.959240] env[62777]: DEBUG nova.compute.manager [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Received event network-changed-68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1732.959240] env[62777]: DEBUG nova.compute.manager [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Refreshing instance network info cache due to event network-changed-68c3a1d0-d625-4044-9b86-d87864674792. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1732.959240] env[62777]: DEBUG oslo_concurrency.lockutils [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] Acquiring lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.959240] env[62777]: DEBUG oslo_concurrency.lockutils [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] Acquired lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.959240] env[62777]: DEBUG nova.network.neutron [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Refreshing network info cache for port 68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1732.962428] env[62777]: ERROR nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] [req-c71de786-f424-44dc-8a2f-7dbc3c9ee5e6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c71de786-f424-44dc-8a2f-7dbc3c9ee5e6"}]} [ 1732.982350] env[62777]: DEBUG nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1732.997492] env[62777]: DEBUG nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1732.997975] env[62777]: DEBUG nova.compute.provider_tree [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1733.012027] env[62777]: DEBUG nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1733.042048] env[62777]: DEBUG nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1733.107022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.138645] env[62777]: DEBUG nova.compute.manager [req-c910041a-c187-4ea0-9871-fdba186f14cd req-7dbb219b-d12c-471a-9913-6dffa1dd495e service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Received event network-vif-deleted-4daacb20-44a4-4aa3-bcac-57f14dc2772b {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1733.138866] env[62777]: INFO nova.compute.manager [req-c910041a-c187-4ea0-9871-fdba186f14cd req-7dbb219b-d12c-471a-9913-6dffa1dd495e service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Neutron deleted interface 4daacb20-44a4-4aa3-bcac-57f14dc2772b; detaching it from the instance and deleting it from the info cache [ 1733.139063] env[62777]: DEBUG nova.network.neutron [req-c910041a-c187-4ea0-9871-fdba186f14cd req-7dbb219b-d12c-471a-9913-6dffa1dd495e service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.144276] env[62777]: DEBUG oslo_vmware.api [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694539, 'name': PowerOnVM_Task, 'duration_secs': 0.581733} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.144556] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1733.144781] env[62777]: INFO nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1733.144967] env[62777]: DEBUG nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1733.145789] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a1ffd-e052-4586-a1ba-196615b25cf9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.198929] env[62777]: DEBUG oslo_vmware.api [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Task: {'id': task-1694543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399382} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.201512] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.201711] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.201888] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.202095] env[62777]: INFO nova.compute.manager [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1733.202348] env[62777]: DEBUG oslo.service.loopingcall [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.203519] env[62777]: DEBUG nova.compute.manager [-] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1733.203519] env[62777]: DEBUG nova.network.neutron [-] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.330472] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5b89b5-0e45-433a-81f5-5c6bf435d2e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.338558] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68e057e-63d0-4620-a37e-9018c66fcf1c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.369842] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e83e215-ee5c-4939-8840-47d561161fa9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.377821] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c628fcc-ac70-4133-932f-f1daaf2edf73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.393481] env[62777]: DEBUG nova.compute.provider_tree [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.416072] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694544, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.480858] env[62777]: DEBUG nova.network.neutron [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Port 3635841e-134f-47a6-a91c-afaba2efb686 binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1733.611481] env[62777]: DEBUG nova.network.neutron [-] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.627217] env[62777]: DEBUG nova.network.neutron [-] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.646035] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8744961f-d2ee-49cb-b86a-387b4c2e5969 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.655612] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c00192-9796-4227-b28d-634e7d1d5be9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.676553] env[62777]: INFO nova.compute.manager [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Took 25.09 seconds to build instance. [ 1733.699788] env[62777]: DEBUG nova.compute.manager [req-c910041a-c187-4ea0-9871-fdba186f14cd req-7dbb219b-d12c-471a-9913-6dffa1dd495e service nova] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Detach interface failed, port_id=4daacb20-44a4-4aa3-bcac-57f14dc2772b, reason: Instance e39d9ec8-dcca-406a-aba8-08cfbf7356bb could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1733.744126] env[62777]: DEBUG nova.network.neutron [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updated VIF entry in instance network info cache for port 68c3a1d0-d625-4044-9b86-d87864674792. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1733.744574] env[62777]: DEBUG nova.network.neutron [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updating instance_info_cache with network_info: [{"id": "68c3a1d0-d625-4044-9b86-d87864674792", "address": "fa:16:3e:61:04:4c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c3a1d0-d6", "ovs_interfaceid": "68c3a1d0-d625-4044-9b86-d87864674792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.896370] env[62777]: DEBUG nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1733.916605] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694544, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.918537] env[62777]: DEBUG nova.network.neutron [-] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.115118] env[62777]: INFO nova.compute.manager [-] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Took 1.29 seconds to deallocate network for instance. [ 1734.131415] env[62777]: INFO nova.compute.manager [-] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Took 1.31 seconds to deallocate network for instance. [ 1734.180267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-10027427-bab2-4f05-8e11-8046af622f3b tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "37f018d9-74ae-4859-b4ff-fb179178e496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.600s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.247765] env[62777]: DEBUG oslo_concurrency.lockutils [req-b26ef8f3-08ec-4033-b20c-8b5eed82e9fc req-ed0dc166-bcdf-4f08-83b3-ca7baa8b4489 service nova] Releasing lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.401948] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.843s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.404546] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.217s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.416644] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694544, 'name': CreateVM_Task, 'duration_secs': 1.406723} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.416854] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.417620] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.417794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.418147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.418403] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afb11d11-ed14-40b5-a208-d80fdbd91d13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.422663] env[62777]: INFO nova.compute.manager [-] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Took 1.22 seconds to deallocate network for instance. [ 1734.425153] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1734.425153] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520a895b-9360-e132-ec06-f53caeb91c02" [ 1734.425153] env[62777]: _type = "Task" [ 1734.425153] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.433265] env[62777]: INFO nova.scheduler.client.report [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Deleted allocations for instance db8798ca-4df8-4059-b33a-290833355d43 [ 1734.442512] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520a895b-9360-e132-ec06-f53caeb91c02, 'name': SearchDatastore_Task, 'duration_secs': 0.012109} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.442818] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.443067] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.443339] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.443486] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.443666] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.443926] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13bfcc14-14cf-43c3-af05-d2744e75be3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.452139] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.452980] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.453291] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fef0fc-510e-4aac-92fd-584c35a7838a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.458782] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1734.458782] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529ef0de-c61c-ba0a-9bcf-90e3081255c4" [ 1734.458782] env[62777]: _type = "Task" [ 1734.458782] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.466972] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529ef0de-c61c-ba0a-9bcf-90e3081255c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.503860] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.504015] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.504168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.617872] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "37f018d9-74ae-4859-b4ff-fb179178e496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.618192] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "37f018d9-74ae-4859-b4ff-fb179178e496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.618436] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "37f018d9-74ae-4859-b4ff-fb179178e496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.618646] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "37f018d9-74ae-4859-b4ff-fb179178e496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.618800] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "37f018d9-74ae-4859-b4ff-fb179178e496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.620761] env[62777]: INFO nova.compute.manager [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Terminating instance [ 1734.623833] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.639306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.933451] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.939575] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b09b7ad4-db77-4509-b510-3130cea580c0 tempest-ListServersNegativeTestJSON-1430297407 tempest-ListServersNegativeTestJSON-1430297407-project-member] Lock "db8798ca-4df8-4059-b33a-290833355d43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.060s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.974018] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529ef0de-c61c-ba0a-9bcf-90e3081255c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008617} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.974018] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce265ca-88da-4972-b439-ed84846ad786 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.978186] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1734.978186] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0de3d-71cb-4d1d-ac01-361f139f101a" [ 1734.978186] env[62777]: _type = "Task" [ 1734.978186] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.988157] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0de3d-71cb-4d1d-ac01-361f139f101a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.995412] env[62777]: DEBUG nova.compute.manager [req-aed72b02-6c31-4319-88c9-a8f94789012e req-355aed81-531b-40da-87f3-cb1d33373e2c service nova] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Received event network-vif-deleted-d1ae9b8a-ce96-475a-87b9-00f93033858d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1734.995631] env[62777]: DEBUG nova.compute.manager [req-aed72b02-6c31-4319-88c9-a8f94789012e req-355aed81-531b-40da-87f3-cb1d33373e2c service nova] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Received event network-vif-deleted-a46adc2c-0439-4e97-a55e-aee8c681f436 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1735.125461] env[62777]: DEBUG nova.compute.manager [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.125704] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.126691] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5e1ee8-695b-4815-8d4e-29701edc5ac4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.135871] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.136139] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0f3aba4-ed0f-43d6-8589-386ccf7a8706 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.141853] env[62777]: DEBUG oslo_vmware.api [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1735.141853] env[62777]: value = "task-1694545" [ 1735.141853] env[62777]: _type = "Task" [ 1735.141853] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.150280] env[62777]: DEBUG oslo_vmware.api [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.418463] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Applying migration context for instance 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd as it has an incoming, in-progress migration cdd824eb-6b39-4c7f-8641-917110ff82f4. Migration status is post-migrating {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1735.419570] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating resource usage from migration cdd824eb-6b39-4c7f-8641-917110ff82f4 [ 1735.419843] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating resource usage from migration 119a8c5c-dcd8-46e7-a169-e5dda4d1f5db [ 1735.439889] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.439980] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 70902640-5dbf-4597-8039-d551cd929166 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.440101] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f57194fb-13ed-46b3-8a8e-8819edc3c6da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.440223] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23234417-0934-4ead-a930-4df83e420505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 6a12429e-5d48-432a-8ebf-c494aabb196d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance b8d169c7-5524-4704-9708-357429ec8c4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f10741ca-b522-4aea-8e18-8476b3c46da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.441233] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e39d9ec8-dcca-406a-aba8-08cfbf7356bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1735.441233] env[62777]: WARNING nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 81c51232-bc2b-4ab5-870b-100e41f41243 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 37f018d9-74ae-4859-b4ff-fb179178e496 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Migration cdd824eb-6b39-4c7f-8641-917110ff82f4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.441233] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 52d23510-b394-4210-a5dd-70c41a423c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1735.488520] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c0de3d-71cb-4d1d-ac01-361f139f101a, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.488818] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.489197] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1735.489557] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057bdefb-17d7-4c38-ba04-e074ec63bf8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.496581] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1735.496581] env[62777]: value = "task-1694546" [ 1735.496581] env[62777]: _type = "Task" [ 1735.496581] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.504382] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.564653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.564891] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.565131] env[62777]: DEBUG nova.network.neutron [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.656031] env[62777]: DEBUG oslo_vmware.api [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694545, 'name': PowerOffVM_Task, 'duration_secs': 0.171329} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.656031] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.656031] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.656031] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-601eb6c0-7013-42e3-896a-cde87fa10fba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.729340] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.729592] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.729774] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] 37f018d9-74ae-4859-b4ff-fb179178e496 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.730172] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63c52b85-5ed9-417a-b5e2-2543c8912741 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.740572] env[62777]: DEBUG oslo_vmware.api [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1735.740572] env[62777]: value = "task-1694548" [ 1735.740572] env[62777]: _type = "Task" [ 1735.740572] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.754244] env[62777]: DEBUG oslo_vmware.api [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.946154] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 515afada-daab-45b4-82b1-7476b3f95920 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1736.009172] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487975} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.009172] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1736.009172] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1736.009172] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8119401a-6a8d-44a3-a8e4-e8a085f88c79 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.014421] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1736.014421] env[62777]: value = "task-1694549" [ 1736.014421] env[62777]: _type = "Task" [ 1736.014421] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.022543] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694549, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.251193] env[62777]: DEBUG oslo_vmware.api [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384926} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.251530] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.252866] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.252866] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.252866] env[62777]: INFO nova.compute.manager [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1736.252866] env[62777]: DEBUG oslo.service.loopingcall [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.252866] env[62777]: DEBUG nova.compute.manager [-] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1736.252866] env[62777]: DEBUG nova.network.neutron [-] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.308203] env[62777]: DEBUG nova.network.neutron [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.449631] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1736.450263] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Migration 119a8c5c-dcd8-46e7-a169-e5dda4d1f5db is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1736.451150] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 7b593e3e-ef68-4587-8e5f-5b45191b98af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1736.525133] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694549, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078948} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.526642] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1736.527674] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865ee1f4-6247-4f78-9a53-2e4e40fd3666 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.552774] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.553425] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3de2321-c69a-43f6-a08b-c5af78168855 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.575948] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1736.575948] env[62777]: value = "task-1694550" [ 1736.575948] env[62777]: _type = "Task" [ 1736.575948] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.584266] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.811273] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.955630] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance c4a8bfef-b253-420c-b90a-1e435421d111 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1736.957392] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1736.957556] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1737.028476] env[62777]: DEBUG nova.network.neutron [-] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.088661] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694550, 'name': ReconfigVM_Task, 'duration_secs': 0.325992} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.088942] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1737.090506] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4ab2a03-d3ea-4afa-bea5-cc7ad812e80d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.097224] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1737.097224] env[62777]: value = "task-1694551" [ 1737.097224] env[62777]: _type = "Task" [ 1737.097224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.108068] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694551, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.234860] env[62777]: DEBUG nova.compute.manager [req-aba843bb-9cce-4dfe-851a-7fb3eb86f582 req-923c5a6a-b005-4a8b-a037-6d7d6b0c5d58 service nova] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Received event network-vif-deleted-65e1c600-80b1-4ae1-ba0f-c8af01061d08 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1737.255444] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5a07c7-e52b-4aca-b29d-ee66da1a22d4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.263302] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9556af-9662-466d-b6d1-dd95ae9fc418 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.295374] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceac799-7567-4178-a9ba-736ae8ad9179 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.303883] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce26d15-dac4-43c1-bfb8-8d93e1a7b78b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.321590] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.337454] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9216985-a0df-437f-975f-fbcf7b5a62de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.357426] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdca9e6-4ba8-43cd-a98c-4ff1d0cf520b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.369355] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1737.532122] env[62777]: INFO nova.compute.manager [-] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Took 1.28 seconds to deallocate network for instance. [ 1737.607135] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694551, 'name': Rename_Task, 'duration_secs': 0.302108} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.607651] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.607651] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e775b824-7d03-4641-8e93-d01ac54547be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.613453] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1737.613453] env[62777]: value = "task-1694552" [ 1737.613453] env[62777]: _type = "Task" [ 1737.613453] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.620660] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.824758] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1737.883024] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a93f7eda-5ba2-4723-a6ce-263bb50551a6 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance '2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1738.038495] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.123344] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.329934] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1738.331023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.926s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.331023] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.694s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.331023] env[62777]: DEBUG nova.objects.instance [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'pci_requests' on Instance uuid 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.623982] env[62777]: DEBUG oslo_vmware.api [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694552, 'name': PowerOnVM_Task, 'duration_secs': 0.89519} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.624346] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.624457] env[62777]: INFO nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1738.624631] env[62777]: DEBUG nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1738.625393] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474b57f-95bd-43a7-9045-8b1dd208dda8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.835097] env[62777]: DEBUG nova.objects.instance [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'numa_topology' on Instance uuid 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1739.143961] env[62777]: INFO nova.compute.manager [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Took 29.28 seconds to build instance. [ 1739.338392] env[62777]: INFO nova.compute.claims [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1739.646152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e022759c-56d7-483a-b28d-3a30b1b859d0 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.792s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.030337] env[62777]: DEBUG nova.compute.manager [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Received event network-changed-68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1740.030532] env[62777]: DEBUG nova.compute.manager [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Refreshing instance network info cache due to event network-changed-68c3a1d0-d625-4044-9b86-d87864674792. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1740.030746] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] Acquiring lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.030890] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] Acquired lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.032015] env[62777]: DEBUG nova.network.neutron [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Refreshing network info cache for port 68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.412150] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.412885] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.412885] env[62777]: DEBUG nova.compute.manager [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Going to confirm migration 6 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1740.633290] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca3f6ed-763f-442c-95b9-8e3c34bb46ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.646766] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc5e0f-e370-4a79-83f0-157c9f1acddd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.681386] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a3cd6-8ac3-450e-8436-36a1c294feef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.688891] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3eaaa2-12d5-4b1d-949d-1a85235b106a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.704104] env[62777]: DEBUG nova.compute.provider_tree [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.972233] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.972438] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.972618] env[62777]: DEBUG nova.network.neutron [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.972803] env[62777]: DEBUG nova.objects.instance [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'info_cache' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.060431] env[62777]: DEBUG nova.network.neutron [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updated VIF entry in instance network info cache for port 68c3a1d0-d625-4044-9b86-d87864674792. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.060855] env[62777]: DEBUG nova.network.neutron [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updating instance_info_cache with network_info: [{"id": "68c3a1d0-d625-4044-9b86-d87864674792", "address": "fa:16:3e:61:04:4c", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68c3a1d0-d6", "ovs_interfaceid": "68c3a1d0-d625-4044-9b86-d87864674792", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.207891] env[62777]: DEBUG nova.scheduler.client.report [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1741.564474] env[62777]: DEBUG oslo_concurrency.lockutils [req-5f6fb22a-0ebd-405d-9bfc-3f758291e2c2 req-cb038287-5e40-413d-bfe8-e7dc2497f4d1 service nova] Releasing lock "refresh_cache-52d23510-b394-4210-a5dd-70c41a423c8d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.712759] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.382s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.715018] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.374s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.716598] env[62777]: INFO nova.compute.claims [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1741.747171] env[62777]: INFO nova.network.neutron [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating port 2f398113-4277-4b40-bbe4-1ef01d3860b1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1741.971587] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.971754] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.971942] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "70902640-5dbf-4597-8039-d551cd929166-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.972152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.972328] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.974611] env[62777]: INFO nova.compute.manager [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Terminating instance [ 1742.198066] env[62777]: DEBUG nova.network.neutron [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.478557] env[62777]: DEBUG nova.compute.manager [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1742.478771] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1742.479686] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f912652-8559-46bf-b09f-9243b91830ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.487810] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1742.488062] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a6f803-ad60-4ca4-8eeb-282d50e8b53b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.494598] env[62777]: DEBUG oslo_vmware.api [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1742.494598] env[62777]: value = "task-1694553" [ 1742.494598] env[62777]: _type = "Task" [ 1742.494598] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.502292] env[62777]: DEBUG oslo_vmware.api [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.700672] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.700971] env[62777]: DEBUG nova.objects.instance [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'migration_context' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.934790] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49abc8b1-eb66-4b53-a6dc-ccbabfd89753 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.942620] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bc6194-c7a3-4bd1-8b18-5e3e54c3f047 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.972082] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1dfb7-ab59-45ed-a1c6-61f35f2b998b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.979474] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6499111f-e56f-4017-8716-6a43f1905274 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.993064] env[62777]: DEBUG nova.compute.provider_tree [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.002215] env[62777]: DEBUG oslo_vmware.api [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694553, 'name': PowerOffVM_Task, 'duration_secs': 0.330864} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.002869] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.003063] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1743.003309] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6f08922-212d-4acc-9fc2-11b20988180b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.092218] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1743.092500] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1743.092690] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Deleting the datastore file [datastore1] 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1743.092958] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9682f486-770a-489b-b64e-54d940c4cdf5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.099307] env[62777]: DEBUG oslo_vmware.api [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1743.099307] env[62777]: value = "task-1694555" [ 1743.099307] env[62777]: _type = "Task" [ 1743.099307] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.106711] env[62777]: DEBUG oslo_vmware.api [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.160171] env[62777]: DEBUG nova.compute.manager [req-6e7bd95b-f859-4dc7-9706-a87b0a710469 req-48972078-a889-4cb4-8ac7-7b3d85a875a9 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-vif-plugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1743.160404] env[62777]: DEBUG oslo_concurrency.lockutils [req-6e7bd95b-f859-4dc7-9706-a87b0a710469 req-48972078-a889-4cb4-8ac7-7b3d85a875a9 service nova] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.160689] env[62777]: DEBUG oslo_concurrency.lockutils [req-6e7bd95b-f859-4dc7-9706-a87b0a710469 req-48972078-a889-4cb4-8ac7-7b3d85a875a9 service nova] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.160779] env[62777]: DEBUG oslo_concurrency.lockutils [req-6e7bd95b-f859-4dc7-9706-a87b0a710469 req-48972078-a889-4cb4-8ac7-7b3d85a875a9 service nova] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.160943] env[62777]: DEBUG nova.compute.manager [req-6e7bd95b-f859-4dc7-9706-a87b0a710469 req-48972078-a889-4cb4-8ac7-7b3d85a875a9 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] No waiting events found dispatching network-vif-plugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1743.161385] env[62777]: WARNING nova.compute.manager [req-6e7bd95b-f859-4dc7-9706-a87b0a710469 req-48972078-a889-4cb4-8ac7-7b3d85a875a9 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received unexpected event network-vif-plugged-2f398113-4277-4b40-bbe4-1ef01d3860b1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1743.204398] env[62777]: DEBUG nova.objects.base [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Object Instance<2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd> lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1743.205414] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c73c221-22ec-4795-9ba7-16839418b968 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.235583] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722b20ba-2aac-4f1a-9c28-07be546e3249 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.241885] env[62777]: DEBUG oslo_vmware.api [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1743.241885] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52abe6c7-40b9-1f5c-cdf0-7121720d3590" [ 1743.241885] env[62777]: _type = "Task" [ 1743.241885] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.250771] env[62777]: DEBUG oslo_vmware.api [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52abe6c7-40b9-1f5c-cdf0-7121720d3590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.284150] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.284389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.284584] env[62777]: DEBUG nova.network.neutron [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.496292] env[62777]: DEBUG nova.scheduler.client.report [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1743.608846] env[62777]: DEBUG oslo_vmware.api [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229867} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.609117] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.609337] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.609530] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.609729] env[62777]: INFO nova.compute.manager [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 70902640-5dbf-4597-8039-d551cd929166] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1743.609972] env[62777]: DEBUG oslo.service.loopingcall [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.610176] env[62777]: DEBUG nova.compute.manager [-] [instance: 70902640-5dbf-4597-8039-d551cd929166] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.610268] env[62777]: DEBUG nova.network.neutron [-] [instance: 70902640-5dbf-4597-8039-d551cd929166] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.752465] env[62777]: DEBUG oslo_vmware.api [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52abe6c7-40b9-1f5c-cdf0-7121720d3590, 'name': SearchDatastore_Task, 'duration_secs': 0.00767} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.752775] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.001797] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.002379] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1744.008205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.967s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.045917] env[62777]: DEBUG nova.network.neutron [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.511855] env[62777]: DEBUG nova.compute.utils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1744.515261] env[62777]: INFO nova.compute.claims [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1744.519925] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1744.520113] env[62777]: DEBUG nova.network.neutron [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1744.549615] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.560442] env[62777]: DEBUG nova.policy [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1744.565123] env[62777]: DEBUG nova.network.neutron [-] [instance: 70902640-5dbf-4597-8039-d551cd929166] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.579412] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c9b0bcada6a92de79fe7f164ea2cb663',container_format='bare',created_at=2024-12-10T16:19:21Z,direct_url=,disk_format='vmdk',id=85d2eae2-f9cb-4178-9b64-8bd998e611e4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-148574284-shelved',owner='3bb679423f6c4abf8a115ab5083b269a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-10T16:19:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1744.579710] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1744.579892] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.580132] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1744.580289] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.580438] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1744.580643] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1744.580800] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1744.580963] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1744.581150] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1744.581357] env[62777]: DEBUG nova.virt.hardware [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1744.582484] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167e8c84-5c42-4da6-a81a-446f7c2962da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.593211] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a13f6-182e-4a5c-9c44-1a0a9ddf2c27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.609396] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:b2:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb99c57-eaa0-447b-bb33-baced85d9c00', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f398113-4277-4b40-bbe4-1ef01d3860b1', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.617097] env[62777]: DEBUG oslo.service.loopingcall [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.617356] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.617567] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4d7209-33d8-4c95-8300-bccbb366010a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.639789] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.639789] env[62777]: value = "task-1694556" [ 1744.639789] env[62777]: _type = "Task" [ 1744.639789] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.649264] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694556, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.873757] env[62777]: DEBUG nova.network.neutron [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Successfully created port: 58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1745.023016] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1745.025165] env[62777]: INFO nova.compute.resource_tracker [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating resource usage from migration 119a8c5c-dcd8-46e7-a169-e5dda4d1f5db [ 1745.068544] env[62777]: INFO nova.compute.manager [-] [instance: 70902640-5dbf-4597-8039-d551cd929166] Took 1.46 seconds to deallocate network for instance. [ 1745.151591] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694556, 'name': CreateVM_Task, 'duration_secs': 0.316478} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.154736] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.155606] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.155778] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.156132] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.156382] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0315fe3b-4a56-4bbd-b198-a5c5a38865ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.160730] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1745.160730] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f00d15-9989-0252-8c02-7add0e3da573" [ 1745.160730] env[62777]: _type = "Task" [ 1745.160730] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.171014] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f00d15-9989-0252-8c02-7add0e3da573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.191516] env[62777]: DEBUG nova.compute.manager [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1745.191592] env[62777]: DEBUG nova.compute.manager [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing instance network info cache due to event network-changed-2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1745.191796] env[62777]: DEBUG oslo_concurrency.lockutils [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] Acquiring lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.191935] env[62777]: DEBUG oslo_concurrency.lockutils [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] Acquired lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.192252] env[62777]: DEBUG nova.network.neutron [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Refreshing network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.258268] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff654d9-2715-43f9-ad44-8775c031ce05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.266195] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0b5578-672c-4393-aeea-869e308e35fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.296183] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31757c6-3af1-4218-90af-d064bd872dd2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.303389] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af341d7-cc81-4bed-b366-39b21c782c12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.317826] env[62777]: DEBUG nova.compute.provider_tree [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.578322] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.673030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.673030] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Processing image 85d2eae2-f9cb-4178-9b64-8bd998e611e4 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.673030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.673030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquired lock "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.673030] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.673030] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3db33ec7-96cf-44f3-99c5-2c8a7821e18b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.680299] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.680474] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.681180] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5728222a-2207-44aa-b2fa-3fc870969d87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.686017] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1745.686017] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520edb6f-3ae0-12fc-916c-57a9a4b4cc6e" [ 1745.686017] env[62777]: _type = "Task" [ 1745.686017] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.692883] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520edb6f-3ae0-12fc-916c-57a9a4b4cc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.821046] env[62777]: DEBUG nova.scheduler.client.report [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1746.036103] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1746.076924] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1746.077194] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1746.077355] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1746.077545] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1746.078381] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1746.078381] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1746.078381] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1746.078592] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1746.078743] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1746.078901] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1746.079081] env[62777]: DEBUG nova.virt.hardware [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1746.079923] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d3c33f-77c5-4a3a-ac6c-30bef257eedf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.089634] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ba40d7-813d-4a32-adf0-0696186ce517 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.197246] env[62777]: DEBUG nova.network.neutron [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updated VIF entry in instance network info cache for port 2f398113-4277-4b40-bbe4-1ef01d3860b1. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.197670] env[62777]: DEBUG nova.network.neutron [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [{"id": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "address": "fa:16:3e:69:b2:0c", "network": {"id": "78ba0859-7eff-4f95-bf5c-f1aaf1c13cb2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-779656502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bb679423f6c4abf8a115ab5083b269a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb99c57-eaa0-447b-bb33-baced85d9c00", "external-id": "nsx-vlan-transportzone-253", "segmentation_id": 253, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f398113-42", "ovs_interfaceid": "2f398113-4277-4b40-bbe4-1ef01d3860b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.198832] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Preparing fetch location {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1746.199079] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Fetch image to [datastore1] OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c/OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c.vmdk {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1746.199319] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Downloading stream optimized image 85d2eae2-f9cb-4178-9b64-8bd998e611e4 to [datastore1] OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c/OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c.vmdk on the data store datastore1 as vApp {{(pid=62777) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1746.199533] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Downloading image file data 85d2eae2-f9cb-4178-9b64-8bd998e611e4 to the ESX as VM named 'OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c' {{(pid=62777) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1746.272395] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1746.272395] env[62777]: value = "resgroup-9" [ 1746.272395] env[62777]: _type = "ResourcePool" [ 1746.272395] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1746.272728] env[62777]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a8b9df15-106b-4645-9a64-c52aed9273cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.293631] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease: (returnval){ [ 1746.293631] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528629c6-6688-2334-d2fb-91cc46763f9b" [ 1746.293631] env[62777]: _type = "HttpNfcLease" [ 1746.293631] env[62777]: } obtained for vApp import into resource pool (val){ [ 1746.293631] env[62777]: value = "resgroup-9" [ 1746.293631] env[62777]: _type = "ResourcePool" [ 1746.293631] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1746.293937] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the lease: (returnval){ [ 1746.293937] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528629c6-6688-2334-d2fb-91cc46763f9b" [ 1746.293937] env[62777]: _type = "HttpNfcLease" [ 1746.293937] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1746.300807] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1746.300807] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528629c6-6688-2334-d2fb-91cc46763f9b" [ 1746.300807] env[62777]: _type = "HttpNfcLease" [ 1746.300807] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1746.325914] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.318s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.326088] env[62777]: INFO nova.compute.manager [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Migrating [ 1746.332520] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.226s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.334175] env[62777]: INFO nova.compute.claims [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.409347] env[62777]: DEBUG nova.network.neutron [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Successfully updated port: 58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1746.703395] env[62777]: DEBUG oslo_concurrency.lockutils [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] Releasing lock "refresh_cache-515afada-daab-45b4-82b1-7476b3f95920" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.703711] env[62777]: DEBUG nova.compute.manager [req-55c50fd5-e2a1-40b6-8c31-38c109f64f88 req-4a63b1ba-7882-4571-98c8-850ac0a74a30 service nova] [instance: 70902640-5dbf-4597-8039-d551cd929166] Received event network-vif-deleted-8d5a8d04-a316-45e4-85a0-c15db820e0d9 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1746.802103] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1746.802103] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528629c6-6688-2334-d2fb-91cc46763f9b" [ 1746.802103] env[62777]: _type = "HttpNfcLease" [ 1746.802103] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1746.802546] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1746.802546] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528629c6-6688-2334-d2fb-91cc46763f9b" [ 1746.802546] env[62777]: _type = "HttpNfcLease" [ 1746.802546] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1746.803344] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1947a81d-e4f1-4f73-a3fb-11eaf6e44bb8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.810363] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebf4b-ba33-a9e8-80c9-74dd2ef22fef/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1746.810575] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebf4b-ba33-a9e8-80c9-74dd2ef22fef/disk-0.vmdk. {{(pid=62777) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1746.868925] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.869125] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.869371] env[62777]: DEBUG nova.network.neutron [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1746.875607] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-feea36d9-4cc7-4fdf-ac15-f7153f88710b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.915426] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.915606] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.915789] env[62777]: DEBUG nova.network.neutron [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.225051] env[62777]: DEBUG nova.compute.manager [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-vif-plugged-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1747.225338] env[62777]: DEBUG oslo_concurrency.lockutils [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.225488] env[62777]: DEBUG oslo_concurrency.lockutils [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.225697] env[62777]: DEBUG oslo_concurrency.lockutils [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.225878] env[62777]: DEBUG nova.compute.manager [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] No waiting events found dispatching network-vif-plugged-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1747.226185] env[62777]: WARNING nova.compute.manager [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received unexpected event network-vif-plugged-58e0ce6f-f004-461c-a46c-31b88a39b662 for instance with vm_state building and task_state spawning. [ 1747.226245] env[62777]: DEBUG nova.compute.manager [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1747.226441] env[62777]: DEBUG nova.compute.manager [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing instance network info cache due to event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1747.226557] env[62777]: DEBUG oslo_concurrency.lockutils [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.448990] env[62777]: DEBUG nova.network.neutron [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1747.623746] env[62777]: DEBUG nova.network.neutron [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.678237] env[62777]: DEBUG nova.network.neutron [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.735030] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad599a74-980b-4804-af0c-37b9ff062e98 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.747150] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d526a60-a90c-4b32-8810-b7dbb3a7853f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.784103] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb39d296-2f60-45ea-ad6b-8ffe6e81a394 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.791389] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff11162-a2e2-4b64-99f0-1eec3efc76e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.805087] env[62777]: DEBUG nova.compute.provider_tree [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.996199] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Completed reading data from the image iterator. {{(pid=62777) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1747.996702] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebf4b-ba33-a9e8-80c9-74dd2ef22fef/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1747.997629] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd146d3-6bcb-45c9-9dc0-ff9858af33da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.004431] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebf4b-ba33-a9e8-80c9-74dd2ef22fef/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1748.004596] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebf4b-ba33-a9e8-80c9-74dd2ef22fef/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1748.004822] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cb3a23aa-fcba-42a2-a8c0-84fcdd22b518 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.126904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.181333] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.181675] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Instance network_info: |[{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1748.182652] env[62777]: DEBUG oslo_concurrency.lockutils [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.182652] env[62777]: DEBUG nova.network.neutron [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.183372] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:a3:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e445fb59-822c-4d7d-943b-c8e3bbaca62e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e0ce6f-f004-461c-a46c-31b88a39b662', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1748.191400] env[62777]: DEBUG oslo.service.loopingcall [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1748.192381] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1748.192615] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37762736-7dab-4920-b8d4-907652195b92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.207910] env[62777]: DEBUG oslo_vmware.rw_handles [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526ebf4b-ba33-a9e8-80c9-74dd2ef22fef/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1748.208103] env[62777]: INFO nova.virt.vmwareapi.images [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Downloaded image file data 85d2eae2-f9cb-4178-9b64-8bd998e611e4 [ 1748.209276] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bff001-0cb4-449a-8369-02a6eecdec07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.213214] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1748.213214] env[62777]: value = "task-1694558" [ 1748.213214] env[62777]: _type = "Task" [ 1748.213214] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.228315] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb76e635-dbdd-4bf0-8d3c-f8d5d56b1a4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.232769] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694558, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.257681] env[62777]: INFO nova.virt.vmwareapi.images [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] The imported VM was unregistered [ 1748.260053] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Caching image {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1748.260293] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Creating directory with path [datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4 {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.260558] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-021f544c-4d13-49df-9c35-3d34caa3e6fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.296549] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Created directory with path [datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4 {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.296776] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c/OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c.vmdk to [datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk. {{(pid=62777) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1748.297050] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-edcacfd8-57c2-42af-89be-2e4e57dbbd5b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.303841] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1748.303841] env[62777]: value = "task-1694560" [ 1748.303841] env[62777]: _type = "Task" [ 1748.303841] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.307538] env[62777]: DEBUG nova.scheduler.client.report [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1748.315612] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.724639] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694558, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.812536] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.813184] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1748.819504] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.196s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.819913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.822393] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.183s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.822699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.824814] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.892s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.825166] env[62777]: DEBUG nova.objects.instance [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lazy-loading 'resources' on Instance uuid 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.826644] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.858393] env[62777]: INFO nova.scheduler.client.report [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted allocations for instance 81c51232-bc2b-4ab5-870b-100e41f41243 [ 1748.859956] env[62777]: INFO nova.scheduler.client.report [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted allocations for instance e39d9ec8-dcca-406a-aba8-08cfbf7356bb [ 1748.987095] env[62777]: DEBUG nova.network.neutron [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updated VIF entry in instance network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1748.987539] env[62777]: DEBUG nova.network.neutron [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.035495] env[62777]: DEBUG oslo_concurrency.lockutils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.035836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.225946] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694558, 'name': CreateVM_Task, 'duration_secs': 0.698247} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.226185] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1749.226942] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.227135] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.227557] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1749.227852] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e372336-a595-4893-b923-3fa5173a5dc2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.232998] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1749.232998] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f8bfcf-9d25-4fdb-4f7b-f6c9dfa319d1" [ 1749.232998] env[62777]: _type = "Task" [ 1749.232998] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.241872] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f8bfcf-9d25-4fdb-4f7b-f6c9dfa319d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.314346] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.329192] env[62777]: DEBUG nova.compute.utils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.333414] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.333607] env[62777]: DEBUG nova.network.neutron [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.374054] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4c4bd0f0-a828-4d6a-9bec-517de548c97f tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "e39d9ec8-dcca-406a-aba8-08cfbf7356bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.584s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.375389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-50494c01-64d3-4b25-9efb-a4527cc08fe3 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "81c51232-bc2b-4ab5-870b-100e41f41243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.503s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.377737] env[62777]: DEBUG nova.policy [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bcd625ecfa64e15af7cda660c05a32c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b64e52832994c3db68486fa59a81d0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.493960] env[62777]: DEBUG oslo_concurrency.lockutils [req-66ee48e4-3a0c-4750-9f31-af3f0ba92d4f req-6fc0472e-a8d6-4acb-8d9c-1dda61e8422a service nova] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.538884] env[62777]: DEBUG nova.compute.utils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.644025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cf36f0-bf42-42ef-9afd-6851c7afcffa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.669216] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1749.674500] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc5fa3f-eca8-4f9a-9872-3a536d58bb30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.683420] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547061df-ef67-4ae2-b895-6e7458903915 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.722593] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8d2fc7-2701-4550-a273-5cfce7c5f7b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.729894] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ad7007-592f-4fd5-96a0-52dc07640527 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.740489] env[62777]: DEBUG nova.network.neutron [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Successfully created port: 0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1749.757513] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f8bfcf-9d25-4fdb-4f7b-f6c9dfa319d1, 'name': SearchDatastore_Task, 'duration_secs': 0.084354} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.757912] env[62777]: DEBUG nova.compute.provider_tree [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1749.760112] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.760539] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1749.760831] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1749.764666] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.764666] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1749.764666] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-112505e2-9cf2-43f1-8270-4cbf8d09e713 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.781679] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1749.781877] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1749.782782] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db23c13-b4c5-4eaa-97f6-d5cb98dccc18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.790341] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1749.790341] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520ed3aa-8aa8-6c0b-1e83-9d3705fa7dd9" [ 1749.790341] env[62777]: _type = "Task" [ 1749.790341] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.798777] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520ed3aa-8aa8-6c0b-1e83-9d3705fa7dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.815160] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.837142] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.042649] env[62777]: DEBUG oslo_concurrency.lockutils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.180247] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.183215] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33dfc796-bdf1-4a0e-9087-858aa92ae792 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.185243] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "0e3cc223-6d28-40ab-b752-6835d84e0c94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.185480] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.195952] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1750.195952] env[62777]: value = "task-1694561" [ 1750.195952] env[62777]: _type = "Task" [ 1750.195952] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.205518] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.215568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "40d011a9-d723-4b12-bdba-445e509e2bff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.215568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "40d011a9-d723-4b12-bdba-445e509e2bff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.261844] env[62777]: DEBUG nova.scheduler.client.report [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1750.301239] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520ed3aa-8aa8-6c0b-1e83-9d3705fa7dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.10413} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.302155] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fcb992-1e71-4fbe-a2e9-d0aec0fd09d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.311133] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1750.311133] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc0b1b-f2ce-2531-6b92-78dc7942cf92" [ 1750.311133] env[62777]: _type = "Task" [ 1750.311133] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.318900] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.324268] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc0b1b-f2ce-2531-6b92-78dc7942cf92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.690899] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.705791] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.718568] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1750.767358] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.771343] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.733s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.771893] env[62777]: DEBUG nova.objects.instance [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'resources' on Instance uuid 37f018d9-74ae-4859-b4ff-fb179178e496 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.794860] env[62777]: INFO nova.scheduler.client.report [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Deleted allocations for instance 9ff7647f-7bbe-4d5c-acfd-cc72ed698196 [ 1750.820194] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.826059] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc0b1b-f2ce-2531-6b92-78dc7942cf92, 'name': SearchDatastore_Task, 'duration_secs': 0.10257} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.826354] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1750.826628] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0/0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1750.826901] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed70c857-c0d6-4fc4-a566-f67bc0ad1d5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.836546] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1750.836546] env[62777]: value = "task-1694562" [ 1750.836546] env[62777]: _type = "Task" [ 1750.836546] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.845449] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.848844] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1750.880919] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1750.881324] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1750.881530] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1750.881900] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1750.882110] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1750.882265] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1750.882485] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1750.882680] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1750.882857] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1750.883029] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1750.883213] env[62777]: DEBUG nova.virt.hardware [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1750.884171] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3863be-eb5e-4c8f-9dd1-6dbb2864d94f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.892577] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf0ce41-293c-42bc-86d8-c623edc46d87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.116559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.116823] env[62777]: DEBUG oslo_concurrency.lockutils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.117104] env[62777]: INFO nova.compute.manager [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Attaching volume 0dcb9400-ed7e-4e37-904e-bf44d6eb6feb to /dev/sdb [ 1751.157454] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61914c1-fd60-4c02-ac8d-8c42012b407f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.169766] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bec9efd-7e62-4db7-95c6-0823249d73f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.183853] env[62777]: DEBUG nova.virt.block_device [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updating existing volume attachment record: bda2d228-f39f-48d3-8069-2713fdd95c20 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1751.210016] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694561, 'name': PowerOffVM_Task, 'duration_secs': 1.004019} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.210304] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1751.210466] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1751.215679] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.241737] env[62777]: DEBUG nova.compute.manager [req-55e38a08-935b-4335-b2b1-f54471e650d4 req-4595ae56-6671-4a9b-b6b1-508bf05e0d5f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Received event network-vif-plugged-0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1751.242334] env[62777]: DEBUG oslo_concurrency.lockutils [req-55e38a08-935b-4335-b2b1-f54471e650d4 req-4595ae56-6671-4a9b-b6b1-508bf05e0d5f service nova] Acquiring lock "c4a8bfef-b253-420c-b90a-1e435421d111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.242566] env[62777]: DEBUG oslo_concurrency.lockutils [req-55e38a08-935b-4335-b2b1-f54471e650d4 req-4595ae56-6671-4a9b-b6b1-508bf05e0d5f service nova] Lock "c4a8bfef-b253-420c-b90a-1e435421d111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.242766] env[62777]: DEBUG oslo_concurrency.lockutils [req-55e38a08-935b-4335-b2b1-f54471e650d4 req-4595ae56-6671-4a9b-b6b1-508bf05e0d5f service nova] Lock "c4a8bfef-b253-420c-b90a-1e435421d111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.242939] env[62777]: DEBUG nova.compute.manager [req-55e38a08-935b-4335-b2b1-f54471e650d4 req-4595ae56-6671-4a9b-b6b1-508bf05e0d5f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] No waiting events found dispatching network-vif-plugged-0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1751.244336] env[62777]: WARNING nova.compute.manager [req-55e38a08-935b-4335-b2b1-f54471e650d4 req-4595ae56-6671-4a9b-b6b1-508bf05e0d5f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Received unexpected event network-vif-plugged-0c25748c-9c33-4cea-b8ee-575e1d9b0b89 for instance with vm_state building and task_state spawning. [ 1751.249204] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.302314] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c20a56d5-53cc-4840-8f51-de320d3c17e0 tempest-ServerRescueNegativeTestJSON-2113062148 tempest-ServerRescueNegativeTestJSON-2113062148-project-member] Lock "9ff7647f-7bbe-4d5c-acfd-cc72ed698196" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.816s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.327288] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694560, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.907184} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.327808] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c/OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c.vmdk to [datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk. [ 1751.327808] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Cleaning up location [datastore1] OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1751.327932] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0dd7a900-bad9-4ce4-80f3-e88db99e4e6c {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1751.328986] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6b08dff-56e6-4a49-8117-0146e352c276 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.336177] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1751.336177] env[62777]: value = "task-1694563" [ 1751.336177] env[62777]: _type = "Task" [ 1751.336177] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.347421] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.351130] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.445368] env[62777]: DEBUG nova.network.neutron [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Successfully updated port: 0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.539081] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2302b1d-ddaf-497f-8f92-a65da839ee36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.547111] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffcd6a0-1dc7-48ad-8302-a254e36e78f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.582133] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6689f93-f616-462f-b5c3-cba4db1e72db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.590819] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df66ae71-56fe-458a-bb85-ed0f376d1ee6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.604339] env[62777]: DEBUG nova.compute.provider_tree [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.720034] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.720034] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.720034] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.720034] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.720034] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.720034] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.721049] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.721526] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.721907] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.722259] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.724471] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.730977] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faed8f89-df31-4624-bdb5-6d0c0cee98cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.752420] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1751.752420] env[62777]: value = "task-1694567" [ 1751.752420] env[62777]: _type = "Task" [ 1751.752420] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.762217] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.848852] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076089} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.851996] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1751.852205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Releasing lock "[datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.852483] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk to [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1751.852765] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694562, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.852986] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa243980-aab1-4f31-8300-9675c8090ad2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.860056] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1751.860056] env[62777]: value = "task-1694568" [ 1751.860056] env[62777]: _type = "Task" [ 1751.860056] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.868043] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.948477] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.948744] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquired lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.949120] env[62777]: DEBUG nova.network.neutron [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.107958] env[62777]: DEBUG nova.scheduler.client.report [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1752.263036] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694567, 'name': ReconfigVM_Task, 'duration_secs': 0.29393} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.263636] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1752.353709] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694562, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.087231} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.353709] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0/0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1752.353709] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1752.353709] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-815d8d03-1e15-43ce-a355-2d45cc446a0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.360809] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1752.360809] env[62777]: value = "task-1694569" [ 1752.360809] env[62777]: _type = "Task" [ 1752.360809] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.373958] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.377828] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.500891] env[62777]: DEBUG nova.network.neutron [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.614201] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.843s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.616643] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.864s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.651345] env[62777]: INFO nova.scheduler.client.report [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance 37f018d9-74ae-4859-b4ff-fb179178e496 [ 1752.701958] env[62777]: DEBUG nova.network.neutron [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updating instance_info_cache with network_info: [{"id": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "address": "fa:16:3e:5d:24:ff", "network": {"id": "cb7121e3-aca4-427f-900d-1f1e26db036c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1878470226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b64e52832994c3db68486fa59a81d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c25748c-9c", "ovs_interfaceid": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.770767] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1752.771148] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1752.771758] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1752.771758] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1752.771913] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1752.772179] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1752.772515] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1752.772785] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1752.773017] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1752.776363] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1752.776363] env[62777]: DEBUG nova.virt.hardware [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1752.785727] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1752.785727] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cdb5c18-93e9-4d2a-96a6-92762493367c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.813404] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1752.813404] env[62777]: value = "task-1694570" [ 1752.813404] env[62777]: _type = "Task" [ 1752.813404] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.823447] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.873864] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.876978] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131178} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.877268] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1752.878136] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64e2f33-d963-4196-a0bd-d45878a9a359 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.900953] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0/0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1752.901371] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf57a95-95ed-4670-8622-5aff16bca687 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.921557] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1752.921557] env[62777]: value = "task-1694571" [ 1752.921557] env[62777]: _type = "Task" [ 1752.921557] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.930381] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.162794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6c9718cf-3c0c-44b2-8bec-bb4cae063586 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "37f018d9-74ae-4859-b4ff-fb179178e496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.545s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.204944] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Releasing lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.205410] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Instance network_info: |[{"id": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "address": "fa:16:3e:5d:24:ff", "network": {"id": "cb7121e3-aca4-427f-900d-1f1e26db036c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1878470226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b64e52832994c3db68486fa59a81d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c25748c-9c", "ovs_interfaceid": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1753.206105] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:24:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c25748c-9c33-4cea-b8ee-575e1d9b0b89', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1753.214031] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Creating folder: Project (9b64e52832994c3db68486fa59a81d0c). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1753.214638] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8d65d6-732d-45c2-ae84-e8a69859deaa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.231267] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Created folder: Project (9b64e52832994c3db68486fa59a81d0c) in parent group-v353040. [ 1753.231505] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Creating folder: Instances. Parent ref: group-v353327. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1753.235329] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-323a307a-52c2-4fd8-8147-141437aef5f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.247958] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Created folder: Instances in parent group-v353327. [ 1753.247958] env[62777]: DEBUG oslo.service.loopingcall [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.247958] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1753.248470] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-866c94f2-8a94-489f-b390-c511606821c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.272173] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.272173] env[62777]: value = "task-1694574" [ 1753.272173] env[62777]: _type = "Task" [ 1753.272173] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.274820] env[62777]: DEBUG nova.compute.manager [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Received event network-changed-0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1753.275020] env[62777]: DEBUG nova.compute.manager [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Refreshing instance network info cache due to event network-changed-0c25748c-9c33-4cea-b8ee-575e1d9b0b89. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1753.275251] env[62777]: DEBUG oslo_concurrency.lockutils [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] Acquiring lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.275394] env[62777]: DEBUG oslo_concurrency.lockutils [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] Acquired lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.275554] env[62777]: DEBUG nova.network.neutron [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Refreshing network info cache for port 0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.290488] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694574, 'name': CreateVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.327316] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.376775] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.416638] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875230aa-2589-49b7-9ec9-e56e3cd14256 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.430554] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4985ba38-5601-4370-b524-e9b3ba905fdd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.437992] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "b8d169c7-5524-4704-9708-357429ec8c4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.438283] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b8d169c7-5524-4704-9708-357429ec8c4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.438508] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "b8d169c7-5524-4704-9708-357429ec8c4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.438698] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b8d169c7-5524-4704-9708-357429ec8c4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.438870] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b8d169c7-5524-4704-9708-357429ec8c4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.440547] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.466687] env[62777]: INFO nova.compute.manager [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Terminating instance [ 1753.472514] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc74944-8520-4694-8123-55ab6a8bb26e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.480353] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b0b71-678b-4679-9750-6bbb563e4146 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.496850] env[62777]: DEBUG nova.compute.provider_tree [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.786979] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694574, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.829926] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.873787] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.935267] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.975740] env[62777]: DEBUG nova.compute.manager [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1753.975994] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.977018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6096db-7dfb-4789-995a-023df01d1bae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.990321] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1753.994975] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89d614cf-5995-434b-9318-0da0ed58376e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.000906] env[62777]: DEBUG nova.scheduler.client.report [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1754.011668] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1754.011668] env[62777]: value = "task-1694575" [ 1754.011668] env[62777]: _type = "Task" [ 1754.011668] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.017213] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.155308] env[62777]: DEBUG nova.network.neutron [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updated VIF entry in instance network info cache for port 0c25748c-9c33-4cea-b8ee-575e1d9b0b89. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.155805] env[62777]: DEBUG nova.network.neutron [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updating instance_info_cache with network_info: [{"id": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "address": "fa:16:3e:5d:24:ff", "network": {"id": "cb7121e3-aca4-427f-900d-1f1e26db036c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1878470226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b64e52832994c3db68486fa59a81d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c25748c-9c", "ovs_interfaceid": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.284741] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694574, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.325697] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694570, 'name': ReconfigVM_Task, 'duration_secs': 1.104032} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.326087] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1754.327070] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9420b9-189a-40a0-a4a6-5c233137910a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.352652] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.352652] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1852a9db-d2f6-4a22-a387-305119397054 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.379498] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.381241] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1754.381241] env[62777]: value = "task-1694576" [ 1754.381241] env[62777]: _type = "Task" [ 1754.381241] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.391940] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.435686] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.521716] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694575, 'name': PowerOffVM_Task, 'duration_secs': 0.426719} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.522358] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1754.522461] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.522844] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72b1eb81-d494-405b-90f8-19e36d606f71 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.591770] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.592009] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.592237] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] b8d169c7-5524-4704-9708-357429ec8c4f {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.592505] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-172df940-2c68-4c10-82d5-38d1a6fae4a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.598776] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1754.598776] env[62777]: value = "task-1694578" [ 1754.598776] env[62777]: _type = "Task" [ 1754.598776] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.607150] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.658973] env[62777]: DEBUG oslo_concurrency.lockutils [req-76387a54-07fc-4583-a87a-d398d96966d6 req-77b98170-c276-4ad7-a8ed-170e3cc1b44f service nova] Releasing lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.784190] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694574, 'name': CreateVM_Task, 'duration_secs': 1.158553} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.784370] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1754.785066] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.785241] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.785639] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1754.785898] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b2e1b1-787c-4606-af1f-6f470f7abe0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.790436] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1754.790436] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b8c129-f9e3-b55f-999e-6e3b532962d3" [ 1754.790436] env[62777]: _type = "Task" [ 1754.790436] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.798860] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b8c129-f9e3-b55f-999e-6e3b532962d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.878635] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694568, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.540374} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.878635] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/85d2eae2-f9cb-4178-9b64-8bd998e611e4/85d2eae2-f9cb-4178-9b64-8bd998e611e4.vmdk to [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1754.879438] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b468f-1418-4809-8d06-2a082932a478 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.905516] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1754.909074] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0d2eee-2de3-44e0-a418-bfe29df8776d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.922957] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.930991] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1754.930991] env[62777]: value = "task-1694579" [ 1754.930991] env[62777]: _type = "Task" [ 1754.930991] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.937497] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.943212] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.017902] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.401s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1755.018133] env[62777]: DEBUG nova.compute.manager [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62777) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5253}} [ 1755.020954] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.443s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.021194] env[62777]: DEBUG nova.objects.instance [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'resources' on Instance uuid 70902640-5dbf-4597-8039-d551cd929166 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.107998] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.301088] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b8c129-f9e3-b55f-999e-6e3b532962d3, 'name': SearchDatastore_Task, 'duration_secs': 0.046386} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.301503] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1755.301736] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1755.301963] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.302121] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.302297] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1755.302550] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd021b34-bf41-45f1-a67d-4a2122f644c7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.309865] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1755.310077] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1755.310757] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f13a2fd-9261-449b-9dd5-30d935c61ee2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.315692] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1755.315692] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528949c8-0a3c-67d8-e3ab-9bee47326bd8" [ 1755.315692] env[62777]: _type = "Task" [ 1755.315692] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.324781] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528949c8-0a3c-67d8-e3ab-9bee47326bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.391826] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694576, 'name': ReconfigVM_Task, 'duration_secs': 0.886395} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.392161] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.392482] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1755.440364] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694571, 'name': ReconfigVM_Task, 'duration_secs': 2.167382} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.441032] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0/0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.441640] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee73060f-b49a-45dc-8926-79025a564758 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.446265] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694579, 'name': ReconfigVM_Task, 'duration_secs': 0.396461} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.446828] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 515afada-daab-45b4-82b1-7476b3f95920/515afada-daab-45b4-82b1-7476b3f95920.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1755.447409] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ef35ad7-da7e-49c4-8d3a-d34cdc716387 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.451270] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1755.451270] env[62777]: value = "task-1694580" [ 1755.451270] env[62777]: _type = "Task" [ 1755.451270] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.455080] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1755.455080] env[62777]: value = "task-1694581" [ 1755.455080] env[62777]: _type = "Task" [ 1755.455080] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.461798] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694580, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.465677] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694581, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.593254] env[62777]: INFO nova.scheduler.client.report [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted allocation for migration cdd824eb-6b39-4c7f-8641-917110ff82f4 [ 1755.616752] env[62777]: DEBUG oslo_vmware.api [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560186} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.617202] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.617537] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.617840] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.619020] env[62777]: INFO nova.compute.manager [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1755.619020] env[62777]: DEBUG oslo.service.loopingcall [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.619020] env[62777]: DEBUG nova.compute.manager [-] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.619020] env[62777]: DEBUG nova.network.neutron [-] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.736132] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb806424-752a-4e56-b341-bb5a18146553 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.743477] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c55b7-2ac9-47ee-8d20-bb9409ee5085 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.774104] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555ca058-bcb0-4641-a687-d9eb64a75e24 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.781364] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7928fb28-92f9-4e9f-9dae-c299e91f7149 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.794377] env[62777]: DEBUG nova.compute.provider_tree [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.827545] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528949c8-0a3c-67d8-e3ab-9bee47326bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.044335} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.828281] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7562fbcc-7851-49d8-819e-092518415910 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.832944] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1755.832944] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a9822b-53b4-c172-3312-a154b09c9807" [ 1755.832944] env[62777]: _type = "Task" [ 1755.832944] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.840546] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a9822b-53b4-c172-3312-a154b09c9807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.893021] env[62777]: DEBUG nova.compute.manager [req-230b319b-2d6d-45e5-a22e-0ec94ab57fd3 req-ef470486-7a71-4a55-a4fe-7d0d027b0f6e service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Received event network-vif-deleted-a687b1b3-1bd8-409e-a3bb-4c1be420acea {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1755.893219] env[62777]: INFO nova.compute.manager [req-230b319b-2d6d-45e5-a22e-0ec94ab57fd3 req-ef470486-7a71-4a55-a4fe-7d0d027b0f6e service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Neutron deleted interface a687b1b3-1bd8-409e-a3bb-4c1be420acea; detaching it from the instance and deleting it from the info cache [ 1755.893495] env[62777]: DEBUG nova.network.neutron [req-230b319b-2d6d-45e5-a22e-0ec94ab57fd3 req-ef470486-7a71-4a55-a4fe-7d0d027b0f6e service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.899337] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e6f79e-9000-434b-9283-4b6ec8febd7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.918681] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506b538e-2a3e-4805-b04e-97cde22f07b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.936976] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1755.961766] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694580, 'name': Rename_Task, 'duration_secs': 0.164339} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.962375] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.962614] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5428c56-d887-4209-9a2d-6bc0d829bc78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.966740] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694581, 'name': Rename_Task, 'duration_secs': 0.181978} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.967290] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1755.967544] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-504ee7c7-2a08-43e5-ae92-f36a9b66233f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.971427] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1755.971427] env[62777]: value = "task-1694583" [ 1755.971427] env[62777]: _type = "Task" [ 1755.971427] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.975985] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1755.975985] env[62777]: value = "task-1694584" [ 1755.975985] env[62777]: _type = "Task" [ 1755.975985] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.982148] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.986790] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.102407] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3bbf05a9-e549-4196-9822-72f185550782 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.690s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.297713] env[62777]: DEBUG nova.scheduler.client.report [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1756.345276] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a9822b-53b4-c172-3312-a154b09c9807, 'name': SearchDatastore_Task, 'duration_secs': 0.013225} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.345595] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.345866] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c4a8bfef-b253-420c-b90a-1e435421d111/c4a8bfef-b253-420c-b90a-1e435421d111.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1756.346154] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-543158b0-3af1-420a-b17c-92ebf447d1e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.354508] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1756.354508] env[62777]: value = "task-1694585" [ 1756.354508] env[62777]: _type = "Task" [ 1756.354508] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.363908] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.373453] env[62777]: DEBUG nova.network.neutron [-] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.395880] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1a6f9b6-68c8-4b6a-aef5-d837df933727 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.406053] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf3eaf-3c1b-4609-ac1f-1b7f2da7cdd4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.445713] env[62777]: DEBUG nova.compute.manager [req-230b319b-2d6d-45e5-a22e-0ec94ab57fd3 req-ef470486-7a71-4a55-a4fe-7d0d027b0f6e service nova] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Detach interface failed, port_id=a687b1b3-1bd8-409e-a3bb-4c1be420acea, reason: Instance b8d169c7-5524-4704-9708-357429ec8c4f could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1756.484489] env[62777]: DEBUG oslo_vmware.api [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694583, 'name': PowerOnVM_Task, 'duration_secs': 0.502894} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.485290] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.485540] env[62777]: INFO nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1756.485717] env[62777]: DEBUG nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.486541] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e821a587-ea59-46c4-a172-3909c64c188b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.492513] env[62777]: DEBUG oslo_vmware.api [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694584, 'name': PowerOnVM_Task, 'duration_secs': 0.500254} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.493422] env[62777]: DEBUG nova.network.neutron [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Port 1c30e846-ead5-4eee-a187-70166d0c7b8a binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1756.495118] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1756.608443] env[62777]: DEBUG nova.compute.manager [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1756.610851] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd1f334-04d4-421e-8f80-3142ec96c009 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.803651] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.806642] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.591s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.807907] env[62777]: INFO nova.compute.claims [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1756.828760] env[62777]: INFO nova.scheduler.client.report [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Deleted allocations for instance 70902640-5dbf-4597-8039-d551cd929166 [ 1756.866805] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499154} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.867085] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c4a8bfef-b253-420c-b90a-1e435421d111/c4a8bfef-b253-420c-b90a-1e435421d111.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1756.867295] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1756.867546] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8a0390a-1922-4e32-8fc3-b2091e862753 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.874932] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1756.874932] env[62777]: value = "task-1694586" [ 1756.874932] env[62777]: _type = "Task" [ 1756.874932] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.878147] env[62777]: INFO nova.compute.manager [-] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Took 1.26 seconds to deallocate network for instance. [ 1756.886408] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.926382] env[62777]: DEBUG nova.objects.instance [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'flavor' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.008903] env[62777]: INFO nova.compute.manager [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Took 29.68 seconds to build instance. [ 1757.129875] env[62777]: DEBUG oslo_concurrency.lockutils [None req-79ab301e-0a74-4660-8500-49bc1988c9d8 tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.538s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.336866] env[62777]: DEBUG oslo_concurrency.lockutils [None req-96b137d2-b8f7-4829-be1e-4d75b6848b9e tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "70902640-5dbf-4597-8039-d551cd929166" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.365s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.387594] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.388488] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0696} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.388853] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1757.389741] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5efe42c-0e3e-41f7-a9b5-c93b98d5bfb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.416701] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] c4a8bfef-b253-420c-b90a-1e435421d111/c4a8bfef-b253-420c-b90a-1e435421d111.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.417060] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cec3ccb-236e-4b2b-8e02-2c17f6f32763 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.435646] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.435879] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.436113] env[62777]: DEBUG nova.network.neutron [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.436332] env[62777]: DEBUG nova.objects.instance [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'info_cache' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.441983] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1757.441983] env[62777]: value = "task-1694587" [ 1757.441983] env[62777]: _type = "Task" [ 1757.441983] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.450343] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.516081] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0ff8889-b972-4efa-8673-399587dfc5c5 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.199s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.525981] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.525981] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.525981] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1757.753307] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1757.753576] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353326', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'name': 'volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a12429e-5d48-432a-8ebf-c494aabb196d', 'attached_at': '', 'detached_at': '', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'serial': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1757.754475] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25da991f-14c4-462f-81eb-9edc8226566f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.773408] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb110a-0c31-4998-b25c-da19586928f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.799080] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb/volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1757.799389] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac9fcec4-0bf1-4dcf-a203-6a45e552a1cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.824086] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1757.824086] env[62777]: value = "task-1694588" [ 1757.824086] env[62777]: _type = "Task" [ 1757.824086] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.835731] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.939345] env[62777]: DEBUG nova.objects.base [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Object Instance<2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd> lazy-loaded attributes: flavor,info_cache {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1757.960465] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694587, 'name': ReconfigVM_Task, 'duration_secs': 0.305675} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.963217] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Reconfigured VM instance instance-00000066 to attach disk [datastore1] c4a8bfef-b253-420c-b90a-1e435421d111/c4a8bfef-b253-420c-b90a-1e435421d111.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1757.964137] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73973fef-cf04-4876-81b7-13ef3d0af271 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.972845] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1757.972845] env[62777]: value = "task-1694589" [ 1757.972845] env[62777]: _type = "Task" [ 1757.972845] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.984895] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694589, 'name': Rename_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.047687] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331269c5-1aec-4bd0-a893-d4ff2b2c10aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.056037] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85e0529-656d-4734-bf78-f03e580abc01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.088847] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf9a4d4-534c-43ab-b445-d6ec8c684a2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.098182] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcd18a9-edfc-4a0b-9f34-dae78944099c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.113208] env[62777]: DEBUG nova.compute.provider_tree [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.155783] env[62777]: DEBUG nova.compute.manager [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1758.155986] env[62777]: DEBUG nova.compute.manager [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing instance network info cache due to event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1758.156215] env[62777]: DEBUG oslo_concurrency.lockutils [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.156500] env[62777]: DEBUG oslo_concurrency.lockutils [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.156500] env[62777]: DEBUG nova.network.neutron [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1758.335892] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.489927] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694589, 'name': Rename_Task, 'duration_secs': 0.141742} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.490303] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1758.490572] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-584534e7-64cc-4cea-b890-f856876f730c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.497999] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1758.497999] env[62777]: value = "task-1694590" [ 1758.497999] env[62777]: _type = "Task" [ 1758.497999] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.509200] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.573053] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.573278] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.573483] env[62777]: DEBUG nova.network.neutron [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1758.617580] env[62777]: DEBUG nova.scheduler.client.report [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1758.835334] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694588, 'name': ReconfigVM_Task, 'duration_secs': 0.849271} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.835626] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb/volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1758.840462] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf18846-befd-4253-9996-d8b56176fb83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.859045] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1758.859045] env[62777]: value = "task-1694591" [ 1758.859045] env[62777]: _type = "Task" [ 1758.859045] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.860015] env[62777]: DEBUG nova.network.neutron [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [{"id": "3635841e-134f-47a6-a91c-afaba2efb686", "address": "fa:16:3e:b4:32:9b", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3635841e-13", "ovs_interfaceid": "3635841e-134f-47a6-a91c-afaba2efb686", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.875422] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.010910] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.127027] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.127027] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1759.127959] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.879s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.130367] env[62777]: INFO nova.compute.claims [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.200236] env[62777]: DEBUG nova.network.neutron [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updated VIF entry in instance network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.200236] env[62777]: DEBUG nova.network.neutron [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.369878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.380134] env[62777]: DEBUG oslo_vmware.api [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694591, 'name': ReconfigVM_Task, 'duration_secs': 0.160751} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.380450] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353326', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'name': 'volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a12429e-5d48-432a-8ebf-c494aabb196d', 'attached_at': '', 'detached_at': '', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'serial': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1759.510665] env[62777]: DEBUG oslo_vmware.api [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694590, 'name': PowerOnVM_Task, 'duration_secs': 0.648364} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.510947] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1759.511154] env[62777]: INFO nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1759.511343] env[62777]: DEBUG nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.512161] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1550526d-fe6d-4a0d-8095-d9765b1ea329 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.647111] env[62777]: DEBUG nova.compute.utils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1759.648917] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1759.649125] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1759.693518] env[62777]: DEBUG nova.policy [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf146461eba4c3eb7ffbb935e7cb8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fd81c5be8d545bb8eb5a54c9f48e5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1759.705384] env[62777]: DEBUG nova.network.neutron [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.707065] env[62777]: DEBUG oslo_concurrency.lockutils [req-958923e0-26cf-4f24-a11c-6f8ac6eda120 req-0c179861-1994-4519-a3dd-182056836df6 service nova] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.952476] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Successfully created port: 92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1759.978174] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.978682] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.038243] env[62777]: INFO nova.compute.manager [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Took 26.95 seconds to build instance. [ 1760.155179] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1760.192512] env[62777]: DEBUG nova.compute.manager [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1760.192512] env[62777]: DEBUG nova.compute.manager [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing instance network info cache due to event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1760.192512] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.192512] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.192512] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.210168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.372123] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b049b80-d162-4a0e-8116-805d32f8c64d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.380242] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d22c388-9d1a-4ee9-bf9f-0512ff4dd7ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.384098] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1760.384405] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aed1e19a-1211-40d3-b14f-ab95dd0c2cfe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.418821] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9168d-253e-4b2b-86bc-493ec3e0a3a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.422217] env[62777]: DEBUG oslo_vmware.api [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1760.422217] env[62777]: value = "task-1694592" [ 1760.422217] env[62777]: _type = "Task" [ 1760.422217] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.430561] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12942e60-359b-447c-ab71-9431b20619c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.438584] env[62777]: DEBUG oslo_vmware.api [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.448894] env[62777]: DEBUG nova.objects.instance [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'flavor' on Instance uuid 6a12429e-5d48-432a-8ebf-c494aabb196d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.450611] env[62777]: DEBUG nova.compute.provider_tree [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.482506] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.538994] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3ae7cc48-8b93-4385-9046-689a910c18f8 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "c4a8bfef-b253-420c-b90a-1e435421d111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.464s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.736099] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a1f1fc-c5c4-4bec-a20e-b5caf70ed5c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.758211] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5e4182-c0cc-484c-947a-7a891eb69d8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.765342] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.932775] env[62777]: DEBUG oslo_vmware.api [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694592, 'name': PowerOnVM_Task, 'duration_secs': 0.391189} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.933055] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1760.933510] env[62777]: DEBUG nova.compute.manager [None req-6ea48dc6-2547-42d5-8e07-a2aaa132ec00 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1760.934357] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5769d388-95e1-40ce-a12a-8c192378fc8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.957913] env[62777]: DEBUG nova.scheduler.client.report [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1760.961535] env[62777]: DEBUG oslo_concurrency.lockutils [None req-71b75e67-1552-44d7-9a90-36756a6436e3 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.844s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.979541] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updated VIF entry in instance network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1760.980485] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.017587] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.161521] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1761.184385] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1761.184664] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1761.184885] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1761.185096] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1761.185246] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1761.185391] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1761.185597] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1761.185778] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1761.185967] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1761.186147] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1761.186330] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1761.187207] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de5c54-24fc-41ac-86f0-ccfd3e0b0e39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.195678] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d43d1c-9785-4bcc-bafc-eb16256b0080 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.272134] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1761.272492] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8da73767-4243-404c-aa76-51fe56f2c922 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.280117] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1761.280117] env[62777]: value = "task-1694593" [ 1761.280117] env[62777]: _type = "Task" [ 1761.280117] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.288158] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.337281] env[62777]: DEBUG nova.compute.manager [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Received event network-changed-0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1761.337485] env[62777]: DEBUG nova.compute.manager [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Refreshing instance network info cache due to event network-changed-0c25748c-9c33-4cea-b8ee-575e1d9b0b89. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1761.337708] env[62777]: DEBUG oslo_concurrency.lockutils [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] Acquiring lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.337848] env[62777]: DEBUG oslo_concurrency.lockutils [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] Acquired lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.338016] env[62777]: DEBUG nova.network.neutron [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Refreshing network info cache for port 0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.466073] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.466073] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.468592] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.081s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.468844] env[62777]: DEBUG nova.objects.instance [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'resources' on Instance uuid b8d169c7-5524-4704-9708-357429ec8c4f {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.484131] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.484432] env[62777]: DEBUG nova.compute.manager [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1761.484625] env[62777]: DEBUG nova.compute.manager [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing instance network info cache due to event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1761.484832] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.484973] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.485145] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1761.582518] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Successfully updated port: 92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1761.732233] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.732554] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.732760] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.732944] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.733127] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.735481] env[62777]: INFO nova.compute.manager [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Terminating instance [ 1761.790746] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.924845] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.925124] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.970361] env[62777]: DEBUG nova.compute.utils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.972565] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.972745] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.018995] env[62777]: DEBUG nova.policy [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2cf146461eba4c3eb7ffbb935e7cb8ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fd81c5be8d545bb8eb5a54c9f48e5b6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.085597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "refresh_cache-0e3cc223-6d28-40ab-b752-6835d84e0c94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.085597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "refresh_cache-0e3cc223-6d28-40ab-b752-6835d84e0c94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.085597] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.134055] env[62777]: DEBUG nova.network.neutron [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updated VIF entry in instance network info cache for port 0c25748c-9c33-4cea-b8ee-575e1d9b0b89. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.134481] env[62777]: DEBUG nova.network.neutron [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updating instance_info_cache with network_info: [{"id": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "address": "fa:16:3e:5d:24:ff", "network": {"id": "cb7121e3-aca4-427f-900d-1f1e26db036c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1878470226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b64e52832994c3db68486fa59a81d0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c25748c-9c", "ovs_interfaceid": "0c25748c-9c33-4cea-b8ee-575e1d9b0b89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.186847] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7c189b-4b62-45c6-b88f-f02747c5890b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.194631] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5169577-70cb-44b0-aec6-b1fdf9120c7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.229413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93e3424-ebaa-4e82-994e-4f921a6424d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.237108] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da801358-8587-4824-b487-377317844acf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.241945] env[62777]: DEBUG nova.compute.manager [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1762.242248] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1762.243013] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ecf4f0-6792-4935-8cdf-ef39a47fd633 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.255782] env[62777]: DEBUG nova.compute.provider_tree [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.258858] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1762.259337] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e5dc549-b1f0-4125-9b77-c0091335e420 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.267329] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updated VIF entry in instance network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1762.267329] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.268889] env[62777]: DEBUG oslo_vmware.api [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1762.268889] env[62777]: value = "task-1694594" [ 1762.268889] env[62777]: _type = "Task" [ 1762.268889] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.277983] env[62777]: DEBUG oslo_vmware.api [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.279475] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Successfully created port: 46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.291721] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.427955] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.473604] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.620188] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.638831] env[62777]: DEBUG oslo_concurrency.lockutils [req-68a03352-b042-4364-8d64-5f1091269b62 req-99082d27-987d-4cee-b32a-e19d321ead7a service nova] Releasing lock "refresh_cache-c4a8bfef-b253-420c-b90a-1e435421d111" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.760472] env[62777]: DEBUG nova.scheduler.client.report [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1762.770534] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1762.770767] env[62777]: DEBUG nova.compute.manager [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1762.770961] env[62777]: DEBUG nova.compute.manager [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing instance network info cache due to event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1762.771186] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.771328] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.771514] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1762.782535] env[62777]: DEBUG oslo_vmware.api [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694594, 'name': PowerOffVM_Task, 'duration_secs': 0.178419} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.785790] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.785959] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.786428] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a729b45c-723e-4561-b532-e0d8f4a82d97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.788465] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Updating instance_info_cache with network_info: [{"id": "92e651aa-7752-4c6d-a084-47872965cfcf", "address": "fa:16:3e:35:eb:eb", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e651aa-77", "ovs_interfaceid": "92e651aa-7752-4c6d-a084-47872965cfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.794798] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.860235] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.860503] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.860712] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleting the datastore file [datastore1] 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.860981] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e9eec55-dbe2-4d9c-ad47-d1d2697c0d22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.868356] env[62777]: DEBUG oslo_vmware.api [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1762.868356] env[62777]: value = "task-1694596" [ 1762.868356] env[62777]: _type = "Task" [ 1762.868356] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.876137] env[62777]: DEBUG oslo_vmware.api [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.955162] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.265565] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.269681] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.252s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.271214] env[62777]: INFO nova.compute.claims [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.287452] env[62777]: INFO nova.scheduler.client.report [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance b8d169c7-5524-4704-9708-357429ec8c4f [ 1763.291757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "refresh_cache-0e3cc223-6d28-40ab-b752-6835d84e0c94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.291757] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Instance network_info: |[{"id": "92e651aa-7752-4c6d-a084-47872965cfcf", "address": "fa:16:3e:35:eb:eb", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e651aa-77", "ovs_interfaceid": "92e651aa-7752-4c6d-a084-47872965cfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.295143] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:eb:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92e651aa-7752-4c6d-a084-47872965cfcf', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.302472] env[62777]: DEBUG oslo.service.loopingcall [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.302695] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.302915] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.303140] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccc79779-7968-4047-a862-8ee977aa1a6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.328084] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.328084] env[62777]: value = "task-1694597" [ 1763.328084] env[62777]: _type = "Task" [ 1763.328084] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.336907] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694597, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.362325] env[62777]: DEBUG nova.compute.manager [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Received event network-vif-plugged-92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1763.362540] env[62777]: DEBUG oslo_concurrency.lockutils [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] Acquiring lock "0e3cc223-6d28-40ab-b752-6835d84e0c94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.362742] env[62777]: DEBUG oslo_concurrency.lockutils [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.362939] env[62777]: DEBUG oslo_concurrency.lockutils [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.363149] env[62777]: DEBUG nova.compute.manager [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] No waiting events found dispatching network-vif-plugged-92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.363321] env[62777]: WARNING nova.compute.manager [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Received unexpected event network-vif-plugged-92e651aa-7752-4c6d-a084-47872965cfcf for instance with vm_state building and task_state spawning. [ 1763.363516] env[62777]: DEBUG nova.compute.manager [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Received event network-changed-92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1763.363677] env[62777]: DEBUG nova.compute.manager [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Refreshing instance network info cache due to event network-changed-92e651aa-7752-4c6d-a084-47872965cfcf. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1763.363868] env[62777]: DEBUG oslo_concurrency.lockutils [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] Acquiring lock "refresh_cache-0e3cc223-6d28-40ab-b752-6835d84e0c94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.364010] env[62777]: DEBUG oslo_concurrency.lockutils [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] Acquired lock "refresh_cache-0e3cc223-6d28-40ab-b752-6835d84e0c94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.364204] env[62777]: DEBUG nova.network.neutron [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Refreshing network info cache for port 92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1763.380649] env[62777]: DEBUG oslo_vmware.api [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393733} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.380919] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1763.381143] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1763.381360] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1763.381560] env[62777]: INFO nova.compute.manager [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1763.381834] env[62777]: DEBUG oslo.service.loopingcall [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.382064] env[62777]: DEBUG nova.compute.manager [-] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1763.382182] env[62777]: DEBUG nova.network.neutron [-] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1763.484080] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.518245] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.518506] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.518669] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.518867] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.519158] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.519399] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.519636] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.519811] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.519982] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.520173] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.520363] env[62777]: DEBUG nova.virt.hardware [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.521601] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a758f58-f744-4219-bcb3-6614c153e458 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.531151] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e714999-4bc0-4fae-a6e0-7f2ce1389538 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.628649] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updated VIF entry in instance network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1763.628953] env[62777]: DEBUG nova.network.neutron [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.766193] env[62777]: DEBUG nova.compute.manager [req-efb1f803-3acd-465e-8482-eb7b3a2502ab req-03695102-5ed6-4227-858c-cf1739633147 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Received event network-vif-plugged-46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1763.766400] env[62777]: DEBUG oslo_concurrency.lockutils [req-efb1f803-3acd-465e-8482-eb7b3a2502ab req-03695102-5ed6-4227-858c-cf1739633147 service nova] Acquiring lock "40d011a9-d723-4b12-bdba-445e509e2bff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.766606] env[62777]: DEBUG oslo_concurrency.lockutils [req-efb1f803-3acd-465e-8482-eb7b3a2502ab req-03695102-5ed6-4227-858c-cf1739633147 service nova] Lock "40d011a9-d723-4b12-bdba-445e509e2bff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.766894] env[62777]: DEBUG oslo_concurrency.lockutils [req-efb1f803-3acd-465e-8482-eb7b3a2502ab req-03695102-5ed6-4227-858c-cf1739633147 service nova] Lock "40d011a9-d723-4b12-bdba-445e509e2bff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.767080] env[62777]: DEBUG nova.compute.manager [req-efb1f803-3acd-465e-8482-eb7b3a2502ab req-03695102-5ed6-4227-858c-cf1739633147 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] No waiting events found dispatching network-vif-plugged-46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.767211] env[62777]: WARNING nova.compute.manager [req-efb1f803-3acd-465e-8482-eb7b3a2502ab req-03695102-5ed6-4227-858c-cf1739633147 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Received unexpected event network-vif-plugged-46a35e22-fda7-416c-b1d8-21a8fc1fae07 for instance with vm_state building and task_state spawning. [ 1763.795747] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.796205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0b9a2093-280b-42c3-a4f2-74b30ca98c42 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "b8d169c7-5524-4704-9708-357429ec8c4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.358s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.838793] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694597, 'name': CreateVM_Task, 'duration_secs': 0.312105} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.838849] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.840246] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.840426] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.840771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.841060] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aaa8e81-1229-4564-9bc6-14fbb94019a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.847481] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1763.847481] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5213f3f5-41b8-aa00-3bc8-077d02912788" [ 1763.847481] env[62777]: _type = "Task" [ 1763.847481] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.857588] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5213f3f5-41b8-aa00-3bc8-077d02912788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.906178] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Successfully updated port: 46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.131714] env[62777]: DEBUG oslo_concurrency.lockutils [req-e813240d-e7d0-4084-ad76-d668796ca441 req-ea5f465f-6cd6-4f20-afd2-8e5a82436962 service nova] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.270869] env[62777]: DEBUG nova.network.neutron [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Updated VIF entry in instance network info cache for port 92e651aa-7752-4c6d-a084-47872965cfcf. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1764.271289] env[62777]: DEBUG nova.network.neutron [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Updating instance_info_cache with network_info: [{"id": "92e651aa-7752-4c6d-a084-47872965cfcf", "address": "fa:16:3e:35:eb:eb", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92e651aa-77", "ovs_interfaceid": "92e651aa-7752-4c6d-a084-47872965cfcf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.295884] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.358107] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5213f3f5-41b8-aa00-3bc8-077d02912788, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.361118] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.361771] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1764.361771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.361771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.362120] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1764.362664] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6066438-252b-4eb2-aa69-73080d4c68db {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.378744] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1764.378982] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1764.379704] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483ac927-b7e0-4914-aeba-062c062bff1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.385306] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1764.385306] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52504d8a-ff32-6bd6-e420-faef0ecab7e6" [ 1764.385306] env[62777]: _type = "Task" [ 1764.385306] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.397590] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52504d8a-ff32-6bd6-e420-faef0ecab7e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.408409] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "refresh_cache-40d011a9-d723-4b12-bdba-445e509e2bff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.409071] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "refresh_cache-40d011a9-d723-4b12-bdba-445e509e2bff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.409071] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.505025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead5a44c-11f9-4db9-91d4-123159810d84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.510849] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5293e9-c1f2-4b24-b43f-02385ea49707 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.542355] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244670e2-655e-4f8f-8070-123340a767dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.549909] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b9e040-5529-4309-9305-838f4b447fce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.565373] env[62777]: DEBUG nova.compute.provider_tree [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1764.576588] env[62777]: DEBUG nova.network.neutron [-] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.774512] env[62777]: DEBUG oslo_concurrency.lockutils [req-84411999-bae6-4daa-a291-bc5942d59d24 req-e3b7621b-42ad-4a4e-a937-7b993c0f89a7 service nova] Releasing lock "refresh_cache-0e3cc223-6d28-40ab-b752-6835d84e0c94" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.793670] env[62777]: DEBUG oslo_vmware.api [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694593, 'name': PowerOnVM_Task, 'duration_secs': 3.103276} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.794223] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.794492] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-45f80dd5-1b7f-4e90-ba45-5683a28a605f tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance '7b593e3e-ef68-4587-8e5f-5b45191b98af' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1764.896387] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52504d8a-ff32-6bd6-e420-faef0ecab7e6, 'name': SearchDatastore_Task, 'duration_secs': 0.026515} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.897251] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c839e0f3-6589-4ee2-8085-01ace10403dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.902190] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1764.902190] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a61673-f6c2-c42b-f35a-5f6d419f3a7c" [ 1764.902190] env[62777]: _type = "Task" [ 1764.902190] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.910165] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a61673-f6c2-c42b-f35a-5f6d419f3a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.951716] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.018330] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "e53347f8-c931-4fee-834f-6c469ddc8079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.018558] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "e53347f8-c931-4fee-834f-6c469ddc8079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.068905] env[62777]: DEBUG nova.scheduler.client.report [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1765.078730] env[62777]: INFO nova.compute.manager [-] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Took 1.70 seconds to deallocate network for instance. [ 1765.098708] env[62777]: DEBUG nova.network.neutron [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Updating instance_info_cache with network_info: [{"id": "46a35e22-fda7-416c-b1d8-21a8fc1fae07", "address": "fa:16:3e:b6:be:21", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a35e22-fd", "ovs_interfaceid": "46a35e22-fda7-416c-b1d8-21a8fc1fae07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.393528] env[62777]: DEBUG nova.compute.manager [req-8ec456c6-d2f1-4b4d-8987-a285428ab739 req-7c611128-3d4e-4f25-9b7f-829791e08a4d service nova] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Received event network-vif-deleted-3635841e-134f-47a6-a91c-afaba2efb686 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1765.412610] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a61673-f6c2-c42b-f35a-5f6d419f3a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018975} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.412895] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.413161] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 0e3cc223-6d28-40ab-b752-6835d84e0c94/0e3cc223-6d28-40ab-b752-6835d84e0c94.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1765.413405] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7504c046-5ce2-408b-b3fc-1e82f051d094 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.421059] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1765.421059] env[62777]: value = "task-1694598" [ 1765.421059] env[62777]: _type = "Task" [ 1765.421059] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.428817] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.520440] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1765.574278] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.574706] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1765.579294] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.624s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.581021] env[62777]: INFO nova.compute.claims [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1765.585062] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.601494] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "refresh_cache-40d011a9-d723-4b12-bdba-445e509e2bff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.601853] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Instance network_info: |[{"id": "46a35e22-fda7-416c-b1d8-21a8fc1fae07", "address": "fa:16:3e:b6:be:21", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a35e22-fd", "ovs_interfaceid": "46a35e22-fda7-416c-b1d8-21a8fc1fae07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1765.602450] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:be:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46a35e22-fda7-416c-b1d8-21a8fc1fae07', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.610755] env[62777]: DEBUG oslo.service.loopingcall [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.611758] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.611995] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76219aff-27bb-4fa8-9374-c5d1c958b7c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.633643] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.633643] env[62777]: value = "task-1694599" [ 1765.633643] env[62777]: _type = "Task" [ 1765.633643] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.641683] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694599, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.796098] env[62777]: DEBUG nova.compute.manager [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Received event network-changed-46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1765.796445] env[62777]: DEBUG nova.compute.manager [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Refreshing instance network info cache due to event network-changed-46a35e22-fda7-416c-b1d8-21a8fc1fae07. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1765.796640] env[62777]: DEBUG oslo_concurrency.lockutils [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] Acquiring lock "refresh_cache-40d011a9-d723-4b12-bdba-445e509e2bff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.796803] env[62777]: DEBUG oslo_concurrency.lockutils [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] Acquired lock "refresh_cache-40d011a9-d723-4b12-bdba-445e509e2bff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.797009] env[62777]: DEBUG nova.network.neutron [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Refreshing network info cache for port 46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.808845] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.809318] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1765.934453] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694598, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.047546] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.085688] env[62777]: DEBUG nova.compute.utils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.089661] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.089850] env[62777]: DEBUG nova.network.neutron [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.146924] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694599, 'name': CreateVM_Task, 'duration_secs': 0.393621} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.147146] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.148065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.148313] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.148747] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.149329] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246a240b-6d12-4b57-ba13-ce9b7a28657a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.153169] env[62777]: DEBUG nova.policy [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd83ccf9678ec460781e298e6cc4d8f9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'befe7007188742389e4bf91f1c775077', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.158724] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1766.158724] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d6eda8-ddc3-429c-48df-6fb2962276b0" [ 1766.158724] env[62777]: _type = "Task" [ 1766.158724] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.171386] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d6eda8-ddc3-429c-48df-6fb2962276b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.325494] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1766.325494] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1766.325693] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1766.432745] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770958} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.435721] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 0e3cc223-6d28-40ab-b752-6835d84e0c94/0e3cc223-6d28-40ab-b752-6835d84e0c94.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1766.435940] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1766.436214] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c683905-6586-40e4-9cb9-85fed0134aad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.442628] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1766.442628] env[62777]: value = "task-1694600" [ 1766.442628] env[62777]: _type = "Task" [ 1766.442628] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.452997] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.574681] env[62777]: DEBUG nova.network.neutron [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Successfully created port: b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1766.591591] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1766.654972] env[62777]: DEBUG nova.network.neutron [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Updated VIF entry in instance network info cache for port 46a35e22-fda7-416c-b1d8-21a8fc1fae07. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.655360] env[62777]: DEBUG nova.network.neutron [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Updating instance_info_cache with network_info: [{"id": "46a35e22-fda7-416c-b1d8-21a8fc1fae07", "address": "fa:16:3e:b6:be:21", "network": {"id": "80e9b8ab-be89-41db-88eb-474b923d2aa6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-32487976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fd81c5be8d545bb8eb5a54c9f48e5b6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46a35e22-fd", "ovs_interfaceid": "46a35e22-fda7-416c-b1d8-21a8fc1fae07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.668638] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d6eda8-ddc3-429c-48df-6fb2962276b0, 'name': SearchDatastore_Task, 'duration_secs': 0.029222} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.671666] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.671903] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.672145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.672291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.672467] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.673133] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac0d8326-e079-49f7-91d9-25b7f23d7aa1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.681788] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.682032] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.682678] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5eadeb-0202-4b6b-8956-593830356ba1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.690018] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1766.690018] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52df2382-8ffb-bcb1-5542-19ba793af5b7" [ 1766.690018] env[62777]: _type = "Task" [ 1766.690018] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.697109] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52df2382-8ffb-bcb1-5542-19ba793af5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.833592] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Skipping network cache update for instance because it is Building. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1766.833941] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Skipping network cache update for instance because it is Building. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1766.834120] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Skipping network cache update for instance because it is Building. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1766.834603] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Skipping network cache update for instance because it is Building. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1766.837849] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40bf73-abc6-4184-87b8-bfec50a85687 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.848681] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c60ad82-c29c-49b8-a710-087f9a84cf33 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.855252] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.855392] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.855537] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1766.855695] env[62777]: DEBUG nova.objects.instance [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lazy-loading 'info_cache' on Instance uuid 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.889422] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40f0d90-1ff2-40c8-ad5b-bc65d04211a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.897355] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f83d5-4acb-4c5f-94ad-5fdcba9be040 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.915367] env[62777]: DEBUG nova.compute.provider_tree [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1766.935508] env[62777]: DEBUG nova.network.neutron [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Port 1c30e846-ead5-4eee-a187-70166d0c7b8a binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1766.935770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.935966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.936192] env[62777]: DEBUG nova.network.neutron [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.952876] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067663} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.954009] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1766.954009] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a768d4-3ee4-4731-8bc9-382bcf1d73a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.976138] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 0e3cc223-6d28-40ab-b752-6835d84e0c94/0e3cc223-6d28-40ab-b752-6835d84e0c94.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1766.976461] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeebe781-2d56-4006-8979-524e34c803b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.996403] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1766.996403] env[62777]: value = "task-1694601" [ 1766.996403] env[62777]: _type = "Task" [ 1766.996403] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.004154] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.160388] env[62777]: DEBUG oslo_concurrency.lockutils [req-8ac3754d-f70b-435d-8b8e-91ed9ed8104b req-bd284bd7-6dab-4ab7-b269-43e4f66bd207 service nova] Releasing lock "refresh_cache-40d011a9-d723-4b12-bdba-445e509e2bff" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.200836] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52df2382-8ffb-bcb1-5542-19ba793af5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.201828] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223e5b87-143b-4103-8e48-a7a05927adce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.206836] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1767.206836] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52905ae7-bd89-4d15-b074-048ceaaff9ac" [ 1767.206836] env[62777]: _type = "Task" [ 1767.206836] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.214387] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52905ae7-bd89-4d15-b074-048ceaaff9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.406057] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.419031] env[62777]: DEBUG nova.scheduler.client.report [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1767.506631] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694601, 'name': ReconfigVM_Task, 'duration_secs': 0.322104} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.509802] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 0e3cc223-6d28-40ab-b752-6835d84e0c94/0e3cc223-6d28-40ab-b752-6835d84e0c94.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1767.509802] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f02951d-d21e-4732-8db7-50eac440efb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.514591] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1767.514591] env[62777]: value = "task-1694602" [ 1767.514591] env[62777]: _type = "Task" [ 1767.514591] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.523561] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694602, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.606027] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1767.633140] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1767.633600] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1767.633892] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.634200] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1767.638016] env[62777]: DEBUG nova.virt.hardware [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1767.638016] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff6d99d-4c11-4d41-8a73-f217d061b72b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.644838] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc862a7-92db-4655-ad9f-96737428afcc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.703984] env[62777]: DEBUG nova.network.neutron [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.717059] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52905ae7-bd89-4d15-b074-048ceaaff9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015029} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.718100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.718525] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 40d011a9-d723-4b12-bdba-445e509e2bff/40d011a9-d723-4b12-bdba-445e509e2bff.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.718927] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0d52d25-5e94-4816-b661-5f9fa48162cb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.729023] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1767.729023] env[62777]: value = "task-1694603" [ 1767.729023] env[62777]: _type = "Task" [ 1767.729023] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.734794] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.924761] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.925341] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1767.928215] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.343s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.928401] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.930699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.883s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.932077] env[62777]: INFO nova.compute.claims [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.956695] env[62777]: INFO nova.scheduler.client.report [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted allocations for instance 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd [ 1768.024224] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694602, 'name': Rename_Task, 'duration_secs': 0.146779} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.024532] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.024791] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c86495b7-fe12-4b7b-9d1d-287ec0323433 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.030487] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1768.030487] env[62777]: value = "task-1694604" [ 1768.030487] env[62777]: _type = "Task" [ 1768.030487] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.038435] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694604, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.057869] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.133204] env[62777]: DEBUG nova.compute.manager [req-86427ef9-cc16-4e2d-9a58-57f037c98ca5 req-52f10424-7fe2-412e-8c40-debb2827b483 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Received event network-vif-plugged-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1768.133434] env[62777]: DEBUG oslo_concurrency.lockutils [req-86427ef9-cc16-4e2d-9a58-57f037c98ca5 req-52f10424-7fe2-412e-8c40-debb2827b483 service nova] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.133693] env[62777]: DEBUG oslo_concurrency.lockutils [req-86427ef9-cc16-4e2d-9a58-57f037c98ca5 req-52f10424-7fe2-412e-8c40-debb2827b483 service nova] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.133957] env[62777]: DEBUG oslo_concurrency.lockutils [req-86427ef9-cc16-4e2d-9a58-57f037c98ca5 req-52f10424-7fe2-412e-8c40-debb2827b483 service nova] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.134065] env[62777]: DEBUG nova.compute.manager [req-86427ef9-cc16-4e2d-9a58-57f037c98ca5 req-52f10424-7fe2-412e-8c40-debb2827b483 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] No waiting events found dispatching network-vif-plugged-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1768.134234] env[62777]: WARNING nova.compute.manager [req-86427ef9-cc16-4e2d-9a58-57f037c98ca5 req-52f10424-7fe2-412e-8c40-debb2827b483 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Received unexpected event network-vif-plugged-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e for instance with vm_state building and task_state spawning. [ 1768.205752] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.213721] env[62777]: DEBUG nova.network.neutron [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Successfully updated port: b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1768.236955] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.437178] env[62777]: DEBUG nova.compute.utils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1768.441512] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1768.441732] env[62777]: DEBUG nova.network.neutron [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1768.464959] env[62777]: DEBUG oslo_concurrency.lockutils [None req-235c9001-3ce3-48ad-9482-49cd1254f71e tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.732s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.486368] env[62777]: DEBUG nova.policy [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62019cb638bf4acd88dd2bc570b37879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf97c657e0a4edebade4939f28da529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1768.543044] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.560055] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.560282] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1768.560544] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.560744] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.560898] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.561127] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.561284] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.561431] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.561565] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1768.561724] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1768.709111] env[62777]: DEBUG nova.compute.manager [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62777) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1768.709343] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.716154] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.716305] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.716434] env[62777]: DEBUG nova.network.neutron [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.736852] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996833} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.737113] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 40d011a9-d723-4b12-bdba-445e509e2bff/40d011a9-d723-4b12-bdba-445e509e2bff.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.737323] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.737567] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f364d465-9506-42a5-b054-3b1ac00e1bed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.744451] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1768.744451] env[62777]: value = "task-1694605" [ 1768.744451] env[62777]: _type = "Task" [ 1768.744451] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.754486] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.807603] env[62777]: DEBUG nova.network.neutron [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Successfully created port: 183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1768.942590] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1769.047950] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694604, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.064269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.169030] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b30b3f-7302-4c26-9fb3-40c456913831 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.177436] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2b5fb4-d7da-4fd2-9a93-9d9781fda3dc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.207927] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022ca4cf-a8eb-4926-8e98-b4442dfe7091 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.215712] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7308886f-b430-4e9f-a2a6-0f9d54b0b895 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.231894] env[62777]: DEBUG nova.compute.provider_tree [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.253940] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084947} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.254203] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.254985] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0690cf6-8048-4294-a232-44a48d054d4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.276709] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 40d011a9-d723-4b12-bdba-445e509e2bff/40d011a9-d723-4b12-bdba-445e509e2bff.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.277583] env[62777]: DEBUG nova.network.neutron [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1769.279469] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36c89cb5-c98c-480f-a834-2f8a8578e01d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.298777] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1769.298777] env[62777]: value = "task-1694606" [ 1769.298777] env[62777]: _type = "Task" [ 1769.298777] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.306461] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.511417] env[62777]: DEBUG nova.network.neutron [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating instance_info_cache with network_info: [{"id": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "address": "fa:16:3e:4f:28:61", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20fd5b6-c5", "ovs_interfaceid": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.545536] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694604, 'name': PowerOnVM_Task, 'duration_secs': 1.062176} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.545964] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1769.546294] env[62777]: INFO nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1769.546566] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1769.547985] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d38fb5-bb81-4f9d-8029-b835d50ff909 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.737111] env[62777]: DEBUG nova.scheduler.client.report [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1769.809867] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.957860] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1769.986096] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1769.986466] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1769.986757] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1769.987019] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1769.987295] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1769.987632] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1769.987904] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1769.988152] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1769.988369] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1769.988566] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1769.988777] env[62777]: DEBUG nova.virt.hardware [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1769.989694] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ca8fec-8ada-4322-849b-555a6621ba72 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.998132] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d1e7d-bc26-4133-90e8-856f303926a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.015544] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.015919] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Instance network_info: |[{"id": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "address": "fa:16:3e:4f:28:61", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20fd5b6-c5", "ovs_interfaceid": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1770.016378] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:28:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd298db54-f13d-4bf6-b6c2-755074b3047f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b20fd5b6-c5af-4a16-b9a2-a5305ed9629e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1770.023771] env[62777]: DEBUG oslo.service.loopingcall [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1770.023835] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1770.024059] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d48974e-bd8b-454a-bdcf-5121fec08f8e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.044348] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1770.044348] env[62777]: value = "task-1694607" [ 1770.044348] env[62777]: _type = "Task" [ 1770.044348] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.052037] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694607, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.068763] env[62777]: INFO nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Took 18.87 seconds to build instance. [ 1770.162548] env[62777]: DEBUG nova.compute.manager [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Received event network-changed-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1770.162744] env[62777]: DEBUG nova.compute.manager [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Refreshing instance network info cache due to event network-changed-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1770.162975] env[62777]: DEBUG oslo_concurrency.lockutils [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] Acquiring lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.163353] env[62777]: DEBUG oslo_concurrency.lockutils [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] Acquired lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.163599] env[62777]: DEBUG nova.network.neutron [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Refreshing network info cache for port b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1770.203852] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.204117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.242907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.243628] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1770.247388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.538s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.309496] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694606, 'name': ReconfigVM_Task, 'duration_secs': 0.898112} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.309772] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 40d011a9-d723-4b12-bdba-445e509e2bff/40d011a9-d723-4b12-bdba-445e509e2bff.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.310405] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f889da5d-8fb6-44dc-a2e4-249530e4f2ff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.316539] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1770.316539] env[62777]: value = "task-1694608" [ 1770.316539] env[62777]: _type = "Task" [ 1770.316539] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.324454] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694608, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.325207] env[62777]: DEBUG nova.network.neutron [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Successfully updated port: 183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1770.554169] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694607, 'name': CreateVM_Task, 'duration_secs': 0.354676} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.554393] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1770.555040] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.555220] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.555513] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1770.555761] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707d4676-cbf1-47f6-9653-2ede3573fda0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.560102] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1770.560102] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52f07345-8987-2c89-7404-a102a3631a65" [ 1770.560102] env[62777]: _type = "Task" [ 1770.560102] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.567736] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f07345-8987-2c89-7404-a102a3631a65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.571203] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.386s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.706534] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.751404] env[62777]: DEBUG nova.compute.utils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.753421] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.753736] env[62777]: DEBUG nova.network.neutron [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.755687] env[62777]: DEBUG nova.objects.instance [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'migration_context' on Instance uuid 7b593e3e-ef68-4587-8e5f-5b45191b98af {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.824530] env[62777]: DEBUG nova.policy [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.828082] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.828293] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.828482] env[62777]: DEBUG nova.network.neutron [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1770.833985] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694608, 'name': Rename_Task, 'duration_secs': 0.154217} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.833985] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.833985] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af6ba71-c88f-4c3d-9405-def89609a0fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.841159] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1770.841159] env[62777]: value = "task-1694609" [ 1770.841159] env[62777]: _type = "Task" [ 1770.841159] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.849799] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.961747] env[62777]: DEBUG nova.network.neutron [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updated VIF entry in instance network info cache for port b20fd5b6-c5af-4a16-b9a2-a5305ed9629e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1770.962123] env[62777]: DEBUG nova.network.neutron [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating instance_info_cache with network_info: [{"id": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "address": "fa:16:3e:4f:28:61", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20fd5b6-c5", "ovs_interfaceid": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.070703] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52f07345-8987-2c89-7404-a102a3631a65, 'name': SearchDatastore_Task, 'duration_secs': 0.017466} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.070995] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.071246] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1771.071472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1771.071615] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.071789] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1771.072051] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a92c6697-e918-418c-9463-74037d79b7b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.080293] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1771.080466] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1771.081175] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-630d9d21-8d6e-45e3-8673-1ec7b1e417fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.085966] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1771.085966] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523a3738-0198-77d2-a1cf-cdb1bf63d0ce" [ 1771.085966] env[62777]: _type = "Task" [ 1771.085966] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.094026] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523a3738-0198-77d2-a1cf-cdb1bf63d0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.138728] env[62777]: DEBUG nova.network.neutron [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Successfully created port: 83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.229320] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.260814] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1771.351825] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694609, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.380661] env[62777]: DEBUG nova.network.neutron [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.464836] env[62777]: DEBUG oslo_concurrency.lockutils [req-b9d50079-d397-44ae-b1fe-9fd2746e89b9 req-ee8131c8-f883-41cf-820c-7aee5713af02 service nova] Releasing lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.496145] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb1d8c5-2b97-4f1a-80a9-0ea737a637f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.502879] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce9020d-0c6c-4ae0-95a2-d412ed390bfd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.532916] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70686f2a-1234-4669-91aa-fe4537a5d256 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.540566] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81dc004-b22e-4599-87e9-d87b87b35b0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.555987] env[62777]: DEBUG nova.compute.provider_tree [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.596347] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523a3738-0198-77d2-a1cf-cdb1bf63d0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008523} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.597467] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0e1fa6-e32c-4a6e-bc82-4180e52285e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.600488] env[62777]: DEBUG nova.network.neutron [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updating instance_info_cache with network_info: [{"id": "183f0160-1905-493c-8465-5bb093f0c822", "address": "fa:16:3e:b4:79:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183f0160-19", "ovs_interfaceid": "183f0160-1905-493c-8465-5bb093f0c822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1771.605533] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1771.605533] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52050427-33be-a58d-ca52-3578076b20e1" [ 1771.605533] env[62777]: _type = "Task" [ 1771.605533] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.614153] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52050427-33be-a58d-ca52-3578076b20e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.853723] env[62777]: DEBUG oslo_vmware.api [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694609, 'name': PowerOnVM_Task, 'duration_secs': 0.814473} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.853999] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.854217] env[62777]: INFO nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1771.854398] env[62777]: DEBUG nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.855283] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7d3595-9f20-48a1-92b4-a1051c486e21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.061567] env[62777]: DEBUG nova.scheduler.client.report [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1772.102919] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.103317] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Instance network_info: |[{"id": "183f0160-1905-493c-8465-5bb093f0c822", "address": "fa:16:3e:b4:79:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183f0160-19", "ovs_interfaceid": "183f0160-1905-493c-8465-5bb093f0c822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.103860] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:79:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '183f0160-1905-493c-8465-5bb093f0c822', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.111318] env[62777]: DEBUG oslo.service.loopingcall [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.111892] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.115527] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6a09cd9-96f4-4d87-b260-76fe0fb903a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.135662] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52050427-33be-a58d-ca52-3578076b20e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.137029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.137176] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 29ac8aaa-c704-4907-9b0b-97f66af6d313/29ac8aaa-c704-4907-9b0b-97f66af6d313.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1772.137414] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.137414] env[62777]: value = "task-1694610" [ 1772.137414] env[62777]: _type = "Task" [ 1772.137414] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.137649] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ae4b58d-1e12-44f8-9e37-2f5612eeb75e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.148091] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694610, 'name': CreateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.149201] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1772.149201] env[62777]: value = "task-1694611" [ 1772.149201] env[62777]: _type = "Task" [ 1772.149201] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.157136] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.198585] env[62777]: DEBUG nova.compute.manager [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Received event network-vif-plugged-183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1772.198811] env[62777]: DEBUG oslo_concurrency.lockutils [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] Acquiring lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.199043] env[62777]: DEBUG oslo_concurrency.lockutils [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.199191] env[62777]: DEBUG oslo_concurrency.lockutils [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.199350] env[62777]: DEBUG nova.compute.manager [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] No waiting events found dispatching network-vif-plugged-183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.199519] env[62777]: WARNING nova.compute.manager [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Received unexpected event network-vif-plugged-183f0160-1905-493c-8465-5bb093f0c822 for instance with vm_state building and task_state spawning. [ 1772.199696] env[62777]: DEBUG nova.compute.manager [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Received event network-changed-183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1772.199820] env[62777]: DEBUG nova.compute.manager [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Refreshing instance network info cache due to event network-changed-183f0160-1905-493c-8465-5bb093f0c822. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1772.200010] env[62777]: DEBUG oslo_concurrency.lockutils [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] Acquiring lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1772.200151] env[62777]: DEBUG oslo_concurrency.lockutils [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] Acquired lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1772.200304] env[62777]: DEBUG nova.network.neutron [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Refreshing network info cache for port 183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1772.271034] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1772.302051] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.302305] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.302459] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.302636] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.302780] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.302925] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.303145] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.303306] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.303467] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.303671] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.303854] env[62777]: DEBUG nova.virt.hardware [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.304786] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e40da17-2784-413a-874d-50e5a392fab5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.313066] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f586a5-2070-4cca-bcb6-7a722e7d1d5b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.374070] env[62777]: INFO nova.compute.manager [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Took 21.15 seconds to build instance. [ 1772.651954] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694610, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.661187] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.876446] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f992e5d-90ab-4136-976e-7eb94827da90 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "40d011a9-d723-4b12-bdba-445e509e2bff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.661s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.073591] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.826s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.079602] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.015s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.079902] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.080052] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1773.080331] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.851s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.081977] env[62777]: INFO nova.compute.claims [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1773.092026] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc3aaf4-1eff-4b99-b3ec-548829c87eca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.092936] env[62777]: DEBUG nova.network.neutron [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Successfully updated port: 83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.103283] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f66d6-f383-4514-a0cd-9ba3714ee326 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.111281] env[62777]: DEBUG nova.network.neutron [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updated VIF entry in instance network info cache for port 183f0160-1905-493c-8465-5bb093f0c822. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1773.111692] env[62777]: DEBUG nova.network.neutron [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updating instance_info_cache with network_info: [{"id": "183f0160-1905-493c-8465-5bb093f0c822", "address": "fa:16:3e:b4:79:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183f0160-19", "ovs_interfaceid": "183f0160-1905-493c-8465-5bb093f0c822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.124928] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc7004-5b02-4762-96da-9a943f1785cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.131806] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a5de90-0a45-4dda-9710-aa2f43f9220b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.165864] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179674MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1773.166063] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.181952] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694610, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.185932] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57588} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.186190] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 29ac8aaa-c704-4907-9b0b-97f66af6d313/29ac8aaa-c704-4907-9b0b-97f66af6d313.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.186392] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.186664] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da6bca26-1978-475e-babb-cd9434061202 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.194665] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1773.194665] env[62777]: value = "task-1694612" [ 1773.194665] env[62777]: _type = "Task" [ 1773.194665] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.204198] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.597722] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-e53347f8-c931-4fee-834f-6c469ddc8079" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.597846] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-e53347f8-c931-4fee-834f-6c469ddc8079" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.597985] env[62777]: DEBUG nova.network.neutron [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.603153] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "0e3cc223-6d28-40ab-b752-6835d84e0c94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.603381] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.603625] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "0e3cc223-6d28-40ab-b752-6835d84e0c94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.603818] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.604065] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.605774] env[62777]: INFO nova.compute.manager [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Terminating instance [ 1773.613903] env[62777]: DEBUG oslo_concurrency.lockutils [req-44f5fc08-41a0-439f-aad3-200ec94c86a2 req-cb73d34d-807f-4372-8fac-67aa974b96bb service nova] Releasing lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.676037] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694610, 'name': CreateVM_Task, 'duration_secs': 1.400568} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.676178] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.676904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.677089] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.677407] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.677929] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "40d011a9-d723-4b12-bdba-445e509e2bff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.678013] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "40d011a9-d723-4b12-bdba-445e509e2bff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.678173] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "40d011a9-d723-4b12-bdba-445e509e2bff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.678348] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "40d011a9-d723-4b12-bdba-445e509e2bff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.678514] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "40d011a9-d723-4b12-bdba-445e509e2bff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.680033] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd40c9ae-ed4d-4534-be43-171e299d1485 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.681953] env[62777]: INFO nova.compute.manager [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Terminating instance [ 1773.687360] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1773.687360] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52231e07-a489-a0f4-7ec7-6e8bcbb48bf5" [ 1773.687360] env[62777]: _type = "Task" [ 1773.687360] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.696434] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52231e07-a489-a0f4-7ec7-6e8bcbb48bf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.703731] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064874} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.703975] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.704755] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33da24f7-384f-4e63-a84b-6f5484926155 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.727534] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 29ac8aaa-c704-4907-9b0b-97f66af6d313/29ac8aaa-c704-4907-9b0b-97f66af6d313.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.728167] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fd836fc-d1d5-44bc-b17f-4f66276d1263 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.749729] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1773.749729] env[62777]: value = "task-1694613" [ 1773.749729] env[62777]: _type = "Task" [ 1773.749729] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.757439] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.110656] env[62777]: DEBUG nova.compute.manager [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.110656] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.111552] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4f4a6f-26cc-4456-8ddd-3fa29f4295a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.119206] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.119444] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69710f06-6607-48df-a9a7-2e48241f2328 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.127783] env[62777]: DEBUG oslo_vmware.api [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1774.127783] env[62777]: value = "task-1694614" [ 1774.127783] env[62777]: _type = "Task" [ 1774.127783] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.135686] env[62777]: DEBUG oslo_vmware.api [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.137197] env[62777]: DEBUG nova.network.neutron [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.185916] env[62777]: DEBUG nova.compute.manager [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1774.186305] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.187303] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a78d89-febc-455d-b857-2819a3ee8063 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.199815] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1774.203963] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28fcb59f-0494-41e4-974d-6d7874284d4c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.205926] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52231e07-a489-a0f4-7ec7-6e8bcbb48bf5, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.206412] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.206582] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1774.206857] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.207032] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.207273] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1774.208152] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87da76bb-7eaa-432d-8787-340cfd8bed3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.216624] env[62777]: DEBUG oslo_vmware.api [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1774.216624] env[62777]: value = "task-1694615" [ 1774.216624] env[62777]: _type = "Task" [ 1774.216624] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.232453] env[62777]: DEBUG oslo_vmware.api [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.232453] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1774.233366] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1774.237381] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4c2f5e0-e2f6-4f96-a9be-8518ae2b7cb1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.245387] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1774.245387] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb639c-9a9e-92b6-dc2f-7729c1204c68" [ 1774.245387] env[62777]: _type = "Task" [ 1774.245387] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.272432] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694613, 'name': ReconfigVM_Task, 'duration_secs': 0.517779} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.278747] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 29ac8aaa-c704-4907-9b0b-97f66af6d313/29ac8aaa-c704-4907-9b0b-97f66af6d313.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.279662] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb639c-9a9e-92b6-dc2f-7729c1204c68, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.283767] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-522eebe7-7d12-4fd7-885b-d195aad3e763 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.286853] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ee9d9d-c255-4075-817b-6bf153c7e1cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.294580] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1774.294580] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523b3520-3d2d-562a-b6fe-d2b76adf6870" [ 1774.294580] env[62777]: _type = "Task" [ 1774.294580] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.296949] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1774.296949] env[62777]: value = "task-1694616" [ 1774.296949] env[62777]: _type = "Task" [ 1774.296949] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.309579] env[62777]: DEBUG nova.compute.manager [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Received event network-vif-plugged-83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1774.309800] env[62777]: DEBUG oslo_concurrency.lockutils [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] Acquiring lock "e53347f8-c931-4fee-834f-6c469ddc8079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.310008] env[62777]: DEBUG oslo_concurrency.lockutils [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] Lock "e53347f8-c931-4fee-834f-6c469ddc8079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.310185] env[62777]: DEBUG oslo_concurrency.lockutils [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] Lock "e53347f8-c931-4fee-834f-6c469ddc8079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.310350] env[62777]: DEBUG nova.compute.manager [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] No waiting events found dispatching network-vif-plugged-83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1774.310512] env[62777]: WARNING nova.compute.manager [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Received unexpected event network-vif-plugged-83fcf7d9-5f14-4f66-a090-ab8fbec2f29e for instance with vm_state building and task_state spawning. [ 1774.310664] env[62777]: DEBUG nova.compute.manager [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Received event network-changed-83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1774.310814] env[62777]: DEBUG nova.compute.manager [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Refreshing instance network info cache due to event network-changed-83fcf7d9-5f14-4f66-a090-ab8fbec2f29e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1774.310972] env[62777]: DEBUG oslo_concurrency.lockutils [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] Acquiring lock "refresh_cache-e53347f8-c931-4fee-834f-6c469ddc8079" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.319628] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523b3520-3d2d-562a-b6fe-d2b76adf6870, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.323257] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.323547] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c/8eaf7c1b-5ece-47df-8ee4-19c759ebc50c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.323874] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694616, 'name': Rename_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.324598] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76dd4919-8dae-4d5a-8101-602fba48e914 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.333217] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1774.333217] env[62777]: value = "task-1694617" [ 1774.333217] env[62777]: _type = "Task" [ 1774.333217] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.343101] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.355196] env[62777]: DEBUG nova.network.neutron [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Updating instance_info_cache with network_info: [{"id": "83fcf7d9-5f14-4f66-a090-ab8fbec2f29e", "address": "fa:16:3e:de:eb:07", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fcf7d9-5f", "ovs_interfaceid": "83fcf7d9-5f14-4f66-a090-ab8fbec2f29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.406939] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8eda02-6866-420e-a67d-99657cb879b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.415405] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e9acde-2721-48e2-9bc8-874e1b4a048a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.446617] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3652da-a961-445a-a904-b30776deefd3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.454279] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feee7190-88f1-43d2-8e98-669ae8b29f06 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.458339] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-f10741ca-b522-4aea-8e18-8476b3c46da4-9f4395f2-7346-4b1f-9ec4-08b332b52a55" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.458568] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-f10741ca-b522-4aea-8e18-8476b3c46da4-9f4395f2-7346-4b1f-9ec4-08b332b52a55" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.458939] env[62777]: DEBUG nova.objects.instance [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'flavor' on Instance uuid f10741ca-b522-4aea-8e18-8476b3c46da4 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.471142] env[62777]: DEBUG nova.compute.provider_tree [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.627464] env[62777]: INFO nova.compute.manager [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Swapping old allocation on dict_keys(['970c2190-10b4-4ecb-bf37-fd4b2f987137']) held by migration 119a8c5c-dcd8-46e7-a169-e5dda4d1f5db for instance [ 1774.638607] env[62777]: DEBUG oslo_vmware.api [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694614, 'name': PowerOffVM_Task, 'duration_secs': 0.282381} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.638828] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.638974] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.639273] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad6a2ba-e2eb-4f69-8112-90186134de32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.653769] env[62777]: DEBUG nova.scheduler.client.report [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Overwriting current allocation {'allocations': {'970c2190-10b4-4ecb-bf37-fd4b2f987137': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 164}}, 'project_id': '2c37aa5758f945e1a0ae4a4595ce7a05', 'user_id': 'c0b773ade1be47e7a319c7638690b7dd', 'consumer_generation': 1} on consumer 7b593e3e-ef68-4587-8e5f-5b45191b98af {{(pid=62777) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1774.712230] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.712410] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.712575] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleting the datastore file [datastore1] 0e3cc223-6d28-40ab-b752-6835d84e0c94 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.712790] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-842f977b-f955-4d79-a906-da2e28ba9fde {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.721663] env[62777]: DEBUG oslo_vmware.api [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1774.721663] env[62777]: value = "task-1694619" [ 1774.721663] env[62777]: _type = "Task" [ 1774.721663] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.728415] env[62777]: DEBUG oslo_vmware.api [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694615, 'name': PowerOffVM_Task, 'duration_secs': 0.200645} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.729285] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.729285] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.729557] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3346f890-b85a-45c3-9dc6-1cbb1d6efdbf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.735816] env[62777]: DEBUG oslo_vmware.api [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.739732] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.739804] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.739949] env[62777]: DEBUG nova.network.neutron [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1774.797036] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.797036] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.797331] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleting the datastore file [datastore1] 40d011a9-d723-4b12-bdba-445e509e2bff {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.797524] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c2f0a07-86e6-4902-a5e6-638be00a3559 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.803521] env[62777]: DEBUG oslo_vmware.api [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for the task: (returnval){ [ 1774.803521] env[62777]: value = "task-1694621" [ 1774.803521] env[62777]: _type = "Task" [ 1774.803521] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.815122] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694616, 'name': Rename_Task, 'duration_secs': 0.150187} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.818795] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.819522] env[62777]: DEBUG oslo_vmware.api [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.819808] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e180c8f-3d88-4fb1-839f-f5b4954aae47 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.825040] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1774.825040] env[62777]: value = "task-1694622" [ 1774.825040] env[62777]: _type = "Task" [ 1774.825040] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.832324] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.841824] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479892} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.842115] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c/8eaf7c1b-5ece-47df-8ee4-19c759ebc50c.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1774.842387] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1774.842731] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31a22bed-b552-49ca-aeb4-5bd803e6111d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.848683] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1774.848683] env[62777]: value = "task-1694623" [ 1774.848683] env[62777]: _type = "Task" [ 1774.848683] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.856274] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.857814] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-e53347f8-c931-4fee-834f-6c469ddc8079" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.858127] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Instance network_info: |[{"id": "83fcf7d9-5f14-4f66-a090-ab8fbec2f29e", "address": "fa:16:3e:de:eb:07", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fcf7d9-5f", "ovs_interfaceid": "83fcf7d9-5f14-4f66-a090-ab8fbec2f29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.858402] env[62777]: DEBUG oslo_concurrency.lockutils [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] Acquired lock "refresh_cache-e53347f8-c931-4fee-834f-6c469ddc8079" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.858580] env[62777]: DEBUG nova.network.neutron [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Refreshing network info cache for port 83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.859848] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:eb:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83fcf7d9-5f14-4f66-a090-ab8fbec2f29e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.869157] env[62777]: DEBUG oslo.service.loopingcall [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.869802] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.870044] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ebab4d-db48-4b4b-b88e-f8093defebdf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.890132] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.890132] env[62777]: value = "task-1694624" [ 1774.890132] env[62777]: _type = "Task" [ 1774.890132] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.900858] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694624, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.974357] env[62777]: DEBUG nova.scheduler.client.report [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1775.065841] env[62777]: DEBUG nova.objects.instance [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'pci_requests' on Instance uuid f10741ca-b522-4aea-8e18-8476b3c46da4 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1775.232343] env[62777]: DEBUG oslo_vmware.api [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238677} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.232684] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.232770] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.232953] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.233544] env[62777]: INFO nova.compute.manager [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1775.233544] env[62777]: DEBUG oslo.service.loopingcall [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.233716] env[62777]: DEBUG nova.compute.manager [-] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.233772] env[62777]: DEBUG nova.network.neutron [-] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.316621] env[62777]: DEBUG oslo_vmware.api [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Task: {'id': task-1694621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170021} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.316881] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.317171] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.317376] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.317546] env[62777]: INFO nova.compute.manager [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1775.317815] env[62777]: DEBUG oslo.service.loopingcall [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.318013] env[62777]: DEBUG nova.compute.manager [-] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.318149] env[62777]: DEBUG nova.network.neutron [-] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.336048] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694622, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.360370] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093942} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.360652] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.361696] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dbe16a-ddb0-43fc-a393-404fd2bf3655 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.388252] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c/8eaf7c1b-5ece-47df-8ee4-19c759ebc50c.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.388678] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c72505a-8aa0-40d4-a27f-16afca4e6a79 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.414235] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694624, 'name': CreateVM_Task, 'duration_secs': 0.450318} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.415308] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.415631] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1775.415631] env[62777]: value = "task-1694625" [ 1775.415631] env[62777]: _type = "Task" [ 1775.415631] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.416299] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.416453] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.416754] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.417044] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3b2101-e29a-474e-b981-16b90ea2989a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.425965] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1775.425965] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522cb49e-4cc9-f5b8-686a-bfe8a008975f" [ 1775.425965] env[62777]: _type = "Task" [ 1775.425965] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.429128] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.437288] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522cb49e-4cc9-f5b8-686a-bfe8a008975f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.481303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.481853] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1775.484577] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.318s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.568864] env[62777]: DEBUG nova.objects.base [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1775.569337] env[62777]: DEBUG nova.network.neutron [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.698995] env[62777]: DEBUG nova.compute.manager [req-215c0ded-0fd2-4999-aec9-4a76d42cb7f8 req-4664148a-afdd-4dd0-adb1-7ebabfe9fcd6 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Received event network-vif-deleted-46a35e22-fda7-416c-b1d8-21a8fc1fae07 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1775.700192] env[62777]: INFO nova.compute.manager [req-215c0ded-0fd2-4999-aec9-4a76d42cb7f8 req-4664148a-afdd-4dd0-adb1-7ebabfe9fcd6 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Neutron deleted interface 46a35e22-fda7-416c-b1d8-21a8fc1fae07; detaching it from the instance and deleting it from the info cache [ 1775.700192] env[62777]: DEBUG nova.network.neutron [req-215c0ded-0fd2-4999-aec9-4a76d42cb7f8 req-4664148a-afdd-4dd0-adb1-7ebabfe9fcd6 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.755573] env[62777]: DEBUG nova.policy [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.785730] env[62777]: DEBUG nova.network.neutron [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [{"id": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "address": "fa:16:3e:8f:c3:8a", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c30e846-ea", "ovs_interfaceid": "1c30e846-ead5-4eee-a187-70166d0c7b8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.836923] env[62777]: DEBUG oslo_vmware.api [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694622, 'name': PowerOnVM_Task, 'duration_secs': 0.564627} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.837219] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1775.837393] env[62777]: INFO nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1775.837563] env[62777]: DEBUG nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1775.838360] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529c61a-734e-4184-a79c-28eab9a2cd42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.868160] env[62777]: DEBUG nova.network.neutron [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Updated VIF entry in instance network info cache for port 83fcf7d9-5f14-4f66-a090-ab8fbec2f29e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.868572] env[62777]: DEBUG nova.network.neutron [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Updating instance_info_cache with network_info: [{"id": "83fcf7d9-5f14-4f66-a090-ab8fbec2f29e", "address": "fa:16:3e:de:eb:07", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83fcf7d9-5f", "ovs_interfaceid": "83fcf7d9-5f14-4f66-a090-ab8fbec2f29e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.926465] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.937786] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522cb49e-4cc9-f5b8-686a-bfe8a008975f, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.938166] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.938396] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.938611] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.938788] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.939024] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.939290] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f61ce690-4a20-4993-86c4-26a29783756c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.947535] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.947812] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.948558] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-327226ac-0366-496a-b10d-78d68a671236 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.953800] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1775.953800] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d95528-bfba-b37c-a250-d8fc4f7c579b" [ 1775.953800] env[62777]: _type = "Task" [ 1775.953800] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.961822] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d95528-bfba-b37c-a250-d8fc4f7c579b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.991415] env[62777]: DEBUG nova.compute.utils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1776.003821] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1776.006208] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1776.006418] env[62777]: DEBUG nova.network.neutron [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1776.062356] env[62777]: DEBUG nova.policy [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10e8158f4aa6455c8fe7343362b164d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9949d6b6388d4f72b65ea47da5f33247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1776.156505] env[62777]: DEBUG nova.network.neutron [-] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.202935] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-449c619b-bc07-42e3-91f3-776484d15fe4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.213716] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3dfddb-59bf-4c56-b1ec-75a9e884df32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.225197] env[62777]: DEBUG nova.network.neutron [-] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.255510] env[62777]: DEBUG nova.compute.manager [req-215c0ded-0fd2-4999-aec9-4a76d42cb7f8 req-4664148a-afdd-4dd0-adb1-7ebabfe9fcd6 service nova] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Detach interface failed, port_id=46a35e22-fda7-416c-b1d8-21a8fc1fae07, reason: Instance 40d011a9-d723-4b12-bdba-445e509e2bff could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1776.288056] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-7b593e3e-ef68-4587-8e5f-5b45191b98af" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.288516] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.288792] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c17fb7e3-8c32-4625-93be-3d1f7955a0ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.297708] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1776.297708] env[62777]: value = "task-1694626" [ 1776.297708] env[62777]: _type = "Task" [ 1776.297708] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.314100] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.333711] env[62777]: DEBUG nova.network.neutron [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Successfully created port: 27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1776.359488] env[62777]: INFO nova.compute.manager [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Took 15.37 seconds to build instance. [ 1776.372482] env[62777]: DEBUG oslo_concurrency.lockutils [req-43e3e29c-3052-4e80-8d06-d05530a5bc9c req-5c2e9436-f9aa-44d5-b80c-2c0583df14bc service nova] Releasing lock "refresh_cache-e53347f8-c931-4fee-834f-6c469ddc8079" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.429115] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694625, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.465519] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d95528-bfba-b37c-a250-d8fc4f7c579b, 'name': SearchDatastore_Task, 'duration_secs': 0.008159} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.466542] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54529806-2ed6-4d39-b92b-770b7485a295 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.472647] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1776.472647] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52809b5c-d5f4-7055-259f-1c443e80ecde" [ 1776.472647] env[62777]: _type = "Task" [ 1776.472647] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.481747] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52809b5c-d5f4-7055-259f-1c443e80ecde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.483830] env[62777]: DEBUG nova.compute.manager [req-70e52bd4-e89c-4730-8552-c07a25e51be1 req-ce101100-a43c-4e47-b5ec-84682dfdb305 service nova] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Received event network-vif-deleted-92e651aa-7752-4c6d-a084-47872965cfcf {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1776.544878] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f57194fb-13ed-46b3-8a8e-8819edc3c6da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545064] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23234417-0934-4ead-a930-4df83e420505 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545197] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 6a12429e-5d48-432a-8ebf-c494aabb196d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545319] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f10741ca-b522-4aea-8e18-8476b3c46da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545435] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 52d23510-b394-4210-a5dd-70c41a423c8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545552] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 515afada-daab-45b4-82b1-7476b3f95920 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545666] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545778] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 7b593e3e-ef68-4587-8e5f-5b45191b98af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545888] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance c4a8bfef-b253-420c-b90a-1e435421d111 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.545987] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 0e3cc223-6d28-40ab-b752-6835d84e0c94 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.546117] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 40d011a9-d723-4b12-bdba-445e509e2bff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.546223] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 29ac8aaa-c704-4907-9b0b-97f66af6d313 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.546332] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.546440] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e53347f8-c931-4fee-834f-6c469ddc8079 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.546550] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 653a2a5d-1755-4a56-8463-3ad1b2191680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1776.546758] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1776.546898] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1776.659593] env[62777]: INFO nova.compute.manager [-] [instance: 40d011a9-d723-4b12-bdba-445e509e2bff] Took 1.34 seconds to deallocate network for instance. [ 1776.727264] env[62777]: INFO nova.compute.manager [-] [instance: 0e3cc223-6d28-40ab-b752-6835d84e0c94] Took 1.49 seconds to deallocate network for instance. [ 1776.758931] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f367d21-bef7-45e7-9c7f-b0c432e3cd0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.767993] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dbb4a7-51e4-48a5-a589-a7d3330660cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.799156] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62059fb7-7c47-4980-8cee-7207b574e286 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.810521] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694626, 'name': PowerOffVM_Task, 'duration_secs': 0.202405} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.812273] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.813009] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1776.813245] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1776.813398] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.813606] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1776.813740] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.813886] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1776.814101] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1776.814259] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1776.814421] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1776.814582] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1776.814776] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1776.819979] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64be6ea6-3fab-4311-8b95-c662c1542fb0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.830760] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9d92b9-2a10-4551-8279-f98872656891 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.844744] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1776.849762] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1776.849762] env[62777]: value = "task-1694627" [ 1776.849762] env[62777]: _type = "Task" [ 1776.849762] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.856013] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.861834] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ce2de9a6-9b72-4d09-8faa-f8e1bc11284f tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.883s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.928107] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694625, 'name': ReconfigVM_Task, 'duration_secs': 1.065283} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.928393] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c/8eaf7c1b-5ece-47df-8ee4-19c759ebc50c.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.929031] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b89af3d8-2bb0-4ebb-b155-8102986ff1b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.935463] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1776.935463] env[62777]: value = "task-1694628" [ 1776.935463] env[62777]: _type = "Task" [ 1776.935463] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.943751] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694628, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.982918] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52809b5c-d5f4-7055-259f-1c443e80ecde, 'name': SearchDatastore_Task, 'duration_secs': 0.008166} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.983203] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.983460] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e53347f8-c931-4fee-834f-6c469ddc8079/e53347f8-c931-4fee-834f-6c469ddc8079.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.983744] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-515bfd5d-835e-4126-b024-d16cb8a48412 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.996192] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1776.996192] env[62777]: value = "task-1694629" [ 1776.996192] env[62777]: _type = "Task" [ 1776.996192] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.000760] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.019701] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1777.059398] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1777.059656] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1777.059822] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.060583] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1777.060583] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.060583] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1777.060583] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1777.060834] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1777.060834] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1777.060962] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1777.061146] env[62777]: DEBUG nova.virt.hardware [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1777.062030] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f430e18-6168-44ca-be17-38ec32167b42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.070806] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f738a1-0f58-4439-8fbb-a7a883f4a44a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.172162] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.233925] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.317854] env[62777]: DEBUG nova.network.neutron [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Successfully updated port: 9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.349481] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1777.364618] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694627, 'name': ReconfigVM_Task, 'duration_secs': 0.128993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.366219] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcd0386-d4ef-4f81-b72f-f126303832fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.389774] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1777.390205] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1777.390366] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1777.390637] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1777.390910] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1777.391105] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1777.391353] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1777.391589] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1777.391807] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1777.392028] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1777.392251] env[62777]: DEBUG nova.virt.hardware [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1777.393520] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d748fc9a-d624-45b6-ad85-484ee5039dd2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.400142] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1777.400142] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520a9eac-8dd0-3a31-988a-c029c46ff63d" [ 1777.400142] env[62777]: _type = "Task" [ 1777.400142] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.411197] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520a9eac-8dd0-3a31-988a-c029c46ff63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.445695] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694628, 'name': Rename_Task, 'duration_secs': 0.185823} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.445834] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.446138] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-049f96d2-c936-47cc-9716-44d3d41391ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.453120] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1777.453120] env[62777]: value = "task-1694630" [ 1777.453120] env[62777]: _type = "Task" [ 1777.453120] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.462699] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.502218] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694629, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.787029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.787299] env[62777]: DEBUG oslo_concurrency.lockutils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.817457] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.817680] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.817917] env[62777]: DEBUG nova.network.neutron [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.857764] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1777.858015] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.373s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.858344] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.686s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.858594] env[62777]: DEBUG nova.objects.instance [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lazy-loading 'resources' on Instance uuid 40d011a9-d723-4b12-bdba-445e509e2bff {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.859569] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1777.859716] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11579}} [ 1777.900766] env[62777]: DEBUG nova.network.neutron [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Successfully updated port: 27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.913819] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520a9eac-8dd0-3a31-988a-c029c46ff63d, 'name': SearchDatastore_Task, 'duration_secs': 0.034409} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.920760] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1777.921656] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e86442d-05c7-470c-9a74-760f9a39d9b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.941312] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1777.941312] env[62777]: value = "task-1694631" [ 1777.941312] env[62777]: _type = "Task" [ 1777.941312] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.950638] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.962651] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694630, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.003687] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692079} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.003986] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e53347f8-c931-4fee-834f-6c469ddc8079/e53347f8-c931-4fee-834f-6c469ddc8079.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1778.004246] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1778.004513] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71d93dd4-40e2-45a9-91f9-42d2f5d62175 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.011075] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1778.011075] env[62777]: value = "task-1694632" [ 1778.011075] env[62777]: _type = "Task" [ 1778.011075] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.019598] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.291463] env[62777]: DEBUG nova.compute.utils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.354374] env[62777]: WARNING nova.network.neutron [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] d0c3c151-941f-4790-8913-99e26f4b7572 already exists in list: networks containing: ['d0c3c151-941f-4790-8913-99e26f4b7572']. ignoring it [ 1778.373857] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] There are 46 instances to clean {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11588}} [ 1778.374069] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 37f018d9-74ae-4859-b4ff-fb179178e496] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1778.407203] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.407342] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.407510] env[62777]: DEBUG nova.network.neutron [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1778.450754] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694631, 'name': ReconfigVM_Task, 'duration_secs': 0.205591} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.455399] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1778.456510] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179808c-6291-4b3b-b89b-e4f7c756e151 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.467259] env[62777]: DEBUG oslo_vmware.api [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694630, 'name': PowerOnVM_Task, 'duration_secs': 0.719119} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.480526] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.480755] env[62777]: INFO nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1778.480934] env[62777]: DEBUG nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.488414] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.489470] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff30764-80e7-4f77-be6f-2e62bae1a7b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.494101] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b061de5e-7a94-4bb5-bb3a-1e5f6f0429aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.523144] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1778.523144] env[62777]: value = "task-1694633" [ 1778.523144] env[62777]: _type = "Task" [ 1778.523144] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.528926] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065535} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.529653] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1778.530408] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f877914b-7996-4013-bfcc-80f321f4fbe9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.536119] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694633, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.555576] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] e53347f8-c931-4fee-834f-6c469ddc8079/e53347f8-c931-4fee-834f-6c469ddc8079.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1778.561029] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ae84aa8-1b6c-46da-baee-da0963670b14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.580371] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1778.580371] env[62777]: value = "task-1694634" [ 1778.580371] env[62777]: _type = "Task" [ 1778.580371] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.594374] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.654479] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92f269b-c363-4b8f-ae8b-3c9753c210b8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.662085] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922714c8-adc1-4c91-a750-46be43e23f7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.694726] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a6168-b294-41f6-acc0-2a7018266300 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.702075] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33228efd-ed67-4ac5-b6e9-4672b9bb270a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.717320] env[62777]: DEBUG nova.compute.provider_tree [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1778.733012] env[62777]: DEBUG nova.network.neutron [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "address": "fa:16:3e:11:eb:9c", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4395f2-73", "ovs_interfaceid": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.794226] env[62777]: DEBUG oslo_concurrency.lockutils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.879672] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 81c51232-bc2b-4ab5-870b-100e41f41243] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1778.939525] env[62777]: DEBUG nova.network.neutron [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1779.033163] env[62777]: INFO nova.compute.manager [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Took 16.10 seconds to build instance. [ 1779.039939] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694633, 'name': ReconfigVM_Task, 'duration_secs': 0.307767} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.040284] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af/7b593e3e-ef68-4587-8e5f-5b45191b98af.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1779.041121] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ba501c-50de-4d71-be8c-cac90d0765cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.060043] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4dbde7-36a5-4371-a63a-8625ed3d3008 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.079122] env[62777]: DEBUG nova.network.neutron [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.080672] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49df346f-3dcb-4153-b78e-904e6c8880d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.091131] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.104645] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e600391b-b9ae-48ee-8f6a-f7c42c3b439d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.111765] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.111986] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-102a2737-21a7-4082-b917-1868d3931017 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.117912] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1779.117912] env[62777]: value = "task-1694635" [ 1779.117912] env[62777]: _type = "Task" [ 1779.117912] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.125116] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.235473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.236151] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.236300] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.237300] env[62777]: ERROR nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] [req-effdad26-f31f-44ac-ba2b-a8064e06ece5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-effdad26-f31f-44ac-ba2b-a8064e06ece5"}]} [ 1779.238186] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf05110e-ce12-4316-bd10-7be3b89d8a9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.259067] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1779.259317] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1779.259469] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.259650] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1779.259795] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.259937] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1779.260167] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1779.260333] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1779.260495] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1779.260679] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1779.260868] env[62777]: DEBUG nova.virt.hardware [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1779.267162] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Reconfiguring VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1779.268270] env[62777]: DEBUG nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1779.270117] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98f7ba30-2baf-4c8c-9c62-60ab5e2782b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.287662] env[62777]: DEBUG oslo_vmware.api [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1779.287662] env[62777]: value = "task-1694636" [ 1779.287662] env[62777]: _type = "Task" [ 1779.287662] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.296071] env[62777]: DEBUG oslo_vmware.api [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694636, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.296947] env[62777]: DEBUG nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1779.297165] env[62777]: DEBUG nova.compute.provider_tree [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.308546] env[62777]: DEBUG nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1779.327048] env[62777]: DEBUG nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1779.382488] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: e39d9ec8-dcca-406a-aba8-08cfbf7356bb] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1779.534215] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dbb253-59d9-4698-bdf1-2ff1d360a54b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.537373] env[62777]: DEBUG oslo_concurrency.lockutils [None req-39bb45ef-d745-4618-8450-a67612133405 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.612s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.542569] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501131d5-ecfe-47f7-a782-3d962069bc5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.573150] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c6f3f-f727-4ace-9759-282b7c392c80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.581050] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec8ae1-23b2-46d4-8585-3b2782306c65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.585124] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.585413] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Instance network_info: |[{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1779.585850] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:29:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27eb47fb-1e35-466a-b680-c5cfdf5c7370', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1779.593289] env[62777]: DEBUG oslo.service.loopingcall [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.596433] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.596653] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77f67a2e-969f-48ef-9d89-3db07bdf9b31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.326494] env[62777]: DEBUG oslo_concurrency.lockutils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1780.326661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1780.326826] env[62777]: INFO nova.compute.manager [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Attaching volume 9022e5dc-10c6-489f-808b-7d6e3d3559e7 to /dev/sdb [ 1780.328658] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b8d169c7-5524-4704-9708-357429ec8c4f] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1780.330707] env[62777]: DEBUG nova.compute.provider_tree [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.340483] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Received event network-changed-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1780.341535] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Refreshing instance network info cache due to event network-changed-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1780.341535] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquiring lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.341535] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquired lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.341535] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Refreshing network info cache for port b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.345778] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694634, 'name': ReconfigVM_Task, 'duration_secs': 0.642212} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.350218] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Reconfigured VM instance instance-0000006c to attach disk [datastore1] e53347f8-c931-4fee-834f-6c469ddc8079/e53347f8-c931-4fee-834f-6c469ddc8079.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.351301] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.351301] env[62777]: value = "task-1694637" [ 1780.351301] env[62777]: _type = "Task" [ 1780.351301] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.352981] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97cb5184-58b3-4dd8-a91e-2278b3bc2b1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.365053] env[62777]: DEBUG oslo_vmware.api [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694636, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.365053] env[62777]: DEBUG oslo_vmware.api [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694635, 'name': PowerOnVM_Task, 'duration_secs': 0.405961} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.365201] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.374377] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1780.374377] env[62777]: value = "task-1694638" [ 1780.374377] env[62777]: _type = "Task" [ 1780.374377] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.374377] env[62777]: DEBUG nova.compute.manager [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Received event network-changed-183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1780.374620] env[62777]: DEBUG nova.compute.manager [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Refreshing instance network info cache due to event network-changed-183f0160-1905-493c-8465-5bb093f0c822. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1780.374656] env[62777]: DEBUG oslo_concurrency.lockutils [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] Acquiring lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.374782] env[62777]: DEBUG oslo_concurrency.lockutils [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] Acquired lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.374928] env[62777]: DEBUG nova.network.neutron [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Refreshing network info cache for port 183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1780.382615] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694637, 'name': CreateVM_Task} progress is 15%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.388995] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694638, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.390869] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51be8a6a-5e99-44d5-98bb-5c7de2813b86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.400027] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c270bc62-2216-4697-97ea-e923851de6d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.412237] env[62777]: DEBUG nova.virt.block_device [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updating existing volume attachment record: c4d6cebd-93ce-4fec-a1ba-b691c9992d29 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1780.835361] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: db8798ca-4df8-4059-b33a-290833355d43] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1780.837268] env[62777]: DEBUG oslo_vmware.api [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694636, 'name': ReconfigVM_Task, 'duration_secs': 1.128437} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.837938] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.838197] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Reconfigured VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1780.848209] env[62777]: DEBUG nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1780.867197] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694637, 'name': CreateVM_Task, 'duration_secs': 0.391451} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.867197] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.867631] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.867825] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.868287] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.869701] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6310715f-8a33-4586-aba4-2ae44a6d41b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.881710] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1780.881710] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5254c671-514a-c870-a573-1151ccc7231f" [ 1780.881710] env[62777]: _type = "Task" [ 1780.881710] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.898382] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694638, 'name': Rename_Task, 'duration_secs': 0.180579} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.898382] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.898382] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43676beb-1fc1-44bb-9735-79e513faa2f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.903028] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5254c671-514a-c870-a573-1151ccc7231f, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.905835] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.906155] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.906422] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.906597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.906798] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.907102] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853594fd-435a-4804-8fb7-34d9ecd0b99e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.911907] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1780.911907] env[62777]: value = "task-1694642" [ 1780.911907] env[62777]: _type = "Task" [ 1780.911907] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.921049] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.922514] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.922514] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.922514] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b453d5c6-c42c-42ad-a03d-0c5bdc4363fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.930128] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1780.930128] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52c050c1-29a4-3d3a-2d08-cf3d54dac3cf" [ 1780.930128] env[62777]: _type = "Task" [ 1780.930128] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.940924] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c050c1-29a4-3d3a-2d08-cf3d54dac3cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.243707] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updated VIF entry in instance network info cache for port b20fd5b6-c5af-4a16-b9a2-a5305ed9629e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.244131] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating instance_info_cache with network_info: [{"id": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "address": "fa:16:3e:4f:28:61", "network": {"id": "46a46a07-f34a-4428-85f6-9fc61b66dc24", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1576079838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "befe7007188742389e4bf91f1c775077", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d298db54-f13d-4bf6-b6c2-755074b3047f", "external-id": "nsx-vlan-transportzone-631", "segmentation_id": 631, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb20fd5b6-c5", "ovs_interfaceid": "b20fd5b6-c5af-4a16-b9a2-a5305ed9629e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.262506] env[62777]: DEBUG nova.network.neutron [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updated VIF entry in instance network info cache for port 183f0160-1905-493c-8465-5bb093f0c822. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1781.262877] env[62777]: DEBUG nova.network.neutron [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updating instance_info_cache with network_info: [{"id": "183f0160-1905-493c-8465-5bb093f0c822", "address": "fa:16:3e:b4:79:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap183f0160-19", "ovs_interfaceid": "183f0160-1905-493c-8465-5bb093f0c822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.338365] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 06a6c7db-944c-4df4-805c-ffceedb8e70d] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1781.342782] env[62777]: DEBUG oslo_concurrency.lockutils [None req-692a1879-0d5f-4876-ab5e-5991a578b3fb tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-f10741ca-b522-4aea-8e18-8476b3c46da4-9f4395f2-7346-4b1f-9ec4-08b332b52a55" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.884s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.354908] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.496s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.357346] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.124s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.357581] env[62777]: DEBUG nova.objects.instance [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lazy-loading 'resources' on Instance uuid 0e3cc223-6d28-40ab-b752-6835d84e0c94 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.379495] env[62777]: INFO nova.compute.manager [None req-1cbdda31-89ed-432d-a483-380bbbe384a7 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance to original state: 'active' [ 1781.384112] env[62777]: INFO nova.scheduler.client.report [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted allocations for instance 40d011a9-d723-4b12-bdba-445e509e2bff [ 1781.423494] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.442410] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52c050c1-29a4-3d3a-2d08-cf3d54dac3cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014893} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.443065] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6381dc-38b6-46bb-877d-b2608cc1ad42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.449206] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1781.449206] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52617e00-07d5-6dce-6869-466f164429ad" [ 1781.449206] env[62777]: _type = "Task" [ 1781.449206] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.458403] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52617e00-07d5-6dce-6869-466f164429ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.747573] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Releasing lock "refresh_cache-29ac8aaa-c704-4907-9b0b-97f66af6d313" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.747883] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-vif-plugged-9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1781.748247] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.748631] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.748931] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.749153] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] No waiting events found dispatching network-vif-plugged-9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1781.749345] env[62777]: WARNING nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received unexpected event network-vif-plugged-9f4395f2-7346-4b1f-9ec4-08b332b52a55 for instance with vm_state active and task_state None. [ 1781.749526] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-changed-9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1781.749715] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing instance network info cache due to event network-changed-9f4395f2-7346-4b1f-9ec4-08b332b52a55. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1781.749921] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.750101] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.750280] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing network info cache for port 9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1781.765583] env[62777]: DEBUG oslo_concurrency.lockutils [req-6d021254-e520-4622-9488-7f456fa951bf req-a21cf657-4c6e-4c2d-8192-19c2e0255375 service nova] Releasing lock "refresh_cache-8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.841303] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 4edc7ca6-0369-4ca0-9579-9f814765b3ff] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1781.892615] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2b923d7c-88be-4565-b52a-20f88f3a271d tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "40d011a9-d723-4b12-bdba-445e509e2bff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.214s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.922458] env[62777]: DEBUG oslo_vmware.api [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694642, 'name': PowerOnVM_Task, 'duration_secs': 0.806129} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.925190] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.925404] env[62777]: INFO nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Took 9.65 seconds to spawn the instance on the hypervisor. [ 1781.925578] env[62777]: DEBUG nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.926665] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d88a6c1-ba08-4789-83cc-b82022d02506 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.961291] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52617e00-07d5-6dce-6869-466f164429ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.963806] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.964088] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.964801] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a315e4c-9aba-4c8e-bf5b-2b77e8567c77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.972255] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1781.972255] env[62777]: value = "task-1694643" [ 1781.972255] env[62777]: _type = "Task" [ 1781.972255] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.983680] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.070178] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01c65e9-318b-423d-8ff4-881da1f0810f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.077923] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32e00a-f4dd-44ef-99b4-4cff524611a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.109663] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2613c7a7-c5ad-47f7-bfd5-4290028c2f1e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.117571] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492aa905-2030-4e6d-ac0b-5c85e5d7424a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.130981] env[62777]: DEBUG nova.compute.provider_tree [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.344964] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f9b2ec1e-e406-4cb7-b48c-e085e1f07888] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1782.448340] env[62777]: INFO nova.compute.manager [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Took 16.42 seconds to build instance. [ 1782.486886] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694643, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.637030] env[62777]: DEBUG nova.scheduler.client.report [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1782.662302] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updated VIF entry in instance network info cache for port 9f4395f2-7346-4b1f-9ec4-08b332b52a55. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1782.662665] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "address": "fa:16:3e:11:eb:9c", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4395f2-73", "ovs_interfaceid": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.747388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "7b593e3e-ef68-4587-8e5f-5b45191b98af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.747655] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.747871] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.748089] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.748258] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.750674] env[62777]: INFO nova.compute.manager [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Terminating instance [ 1782.787049] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-f10741ca-b522-4aea-8e18-8476b3c46da4-9f4395f2-7346-4b1f-9ec4-08b332b52a55" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.787348] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-f10741ca-b522-4aea-8e18-8476b3c46da4-9f4395f2-7346-4b1f-9ec4-08b332b52a55" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.848415] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b62fdc5d-d54c-415a-9cff-05081e43b3b5] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1782.951275] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1762a6b9-aa0b-41b3-a726-bb89e644c1d4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "e53347f8-c931-4fee-834f-6c469ddc8079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.932s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.982373] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84152} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.982589] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.982814] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.983083] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e3b7ce-dca0-47a1-861b-26e6a4c2aaba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.988468] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1782.988468] env[62777]: value = "task-1694645" [ 1782.988468] env[62777]: _type = "Task" [ 1782.988468] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.995541] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.141091] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.166771] env[62777]: INFO nova.scheduler.client.report [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Deleted allocations for instance 0e3cc223-6d28-40ab-b752-6835d84e0c94 [ 1783.168225] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1783.168482] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Received event network-vif-plugged-27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1783.168684] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.168887] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.169098] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.169229] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] No waiting events found dispatching network-vif-plugged-27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1783.169389] env[62777]: WARNING nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Received unexpected event network-vif-plugged-27eb47fb-1e35-466a-b680-c5cfdf5c7370 for instance with vm_state building and task_state spawning. [ 1783.169554] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Received event network-changed-27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1783.169699] env[62777]: DEBUG nova.compute.manager [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Refreshing instance network info cache due to event network-changed-27eb47fb-1e35-466a-b680-c5cfdf5c7370. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1783.169880] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.170119] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.170264] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Refreshing network info cache for port 27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.254744] env[62777]: DEBUG nova.compute.manager [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1783.255073] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.256029] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874e430-5da4-436b-ae05-a6e342c0cab0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.265307] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.265541] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c761cad-a350-4dd9-b76f-f3b7dd1f863f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.271556] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1783.271556] env[62777]: value = "task-1694646" [ 1783.271556] env[62777]: _type = "Task" [ 1783.271556] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.278875] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.290612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.290786] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.291637] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428691b6-a383-4ca7-933c-e44f38248e06 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.309702] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360cce16-ce86-4898-9d3c-ad808d5a71ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.330437] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "e53347f8-c931-4fee-834f-6c469ddc8079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.330692] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "e53347f8-c931-4fee-834f-6c469ddc8079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.330897] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "e53347f8-c931-4fee-834f-6c469ddc8079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.331091] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "e53347f8-c931-4fee-834f-6c469ddc8079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.331261] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "e53347f8-c931-4fee-834f-6c469ddc8079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.333393] env[62777]: INFO nova.compute.manager [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Terminating instance [ 1783.341018] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Reconfiguring VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1783.342172] env[62777]: DEBUG nova.compute.manager [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1783.342366] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.342861] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ee6ccc-2279-406b-af51-36469473c96e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.356219] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506cc41f-e71a-44e1-ab6c-0ab6e28cbb73 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.359036] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f2c09bac-bf50-40bf-bc44-8dcffb2f0672] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1783.365302] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.366434] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b61cdc-f72f-4ace-88bd-00475e4c6eb4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.368059] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1783.368059] env[62777]: value = "task-1694647" [ 1783.368059] env[62777]: _type = "Task" [ 1783.368059] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.372599] env[62777]: DEBUG oslo_vmware.api [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1783.372599] env[62777]: value = "task-1694648" [ 1783.372599] env[62777]: _type = "Task" [ 1783.372599] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.376042] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.384031] env[62777]: DEBUG oslo_vmware.api [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.498956] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060616} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.499369] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.500182] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae324e5c-bb03-4769-9c86-8ca1e674fd09 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.523274] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.523918] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0397d4e3-40e9-4c08-af2b-648f9a5c0d40 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.543213] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1783.543213] env[62777]: value = "task-1694649" [ 1783.543213] env[62777]: _type = "Task" [ 1783.543213] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.553995] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.679038] env[62777]: DEBUG oslo_concurrency.lockutils [None req-fdd49073-6bcd-4d7f-808b-3c1c6b9ebbf9 tempest-MultipleCreateTestJSON-48051534 tempest-MultipleCreateTestJSON-48051534-project-member] Lock "0e3cc223-6d28-40ab-b752-6835d84e0c94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.076s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.783318] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694646, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.862417] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: a55ce8aa-889b-4397-9005-8f120920cf17] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1783.877964] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.888220] env[62777]: DEBUG oslo_vmware.api [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694648, 'name': PowerOffVM_Task, 'duration_secs': 0.407696} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.888641] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1783.888679] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1783.888904] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abda7d7f-3e82-41a1-8e57-bb4391080680 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.996684] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1783.996897] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1783.997092] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] e53347f8-c931-4fee-834f-6c469ddc8079 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1783.997365] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7ef46f-6e16-4dd8-ba2b-d3f8a35a82ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.003645] env[62777]: DEBUG oslo_vmware.api [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1784.003645] env[62777]: value = "task-1694651" [ 1784.003645] env[62777]: _type = "Task" [ 1784.003645] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.010959] env[62777]: DEBUG oslo_vmware.api [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694651, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.024249] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updated VIF entry in instance network info cache for port 27eb47fb-1e35-466a-b680-c5cfdf5c7370. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1784.024626] env[62777]: DEBUG nova.network.neutron [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1784.052931] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.282788] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694646, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.365920] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b6afd6ef-897d-4be0-8b80-7c1f297d7b82] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1784.378391] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.514355] env[62777]: DEBUG oslo_vmware.api [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694651, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181569} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.514740] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1784.514808] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1784.514978] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1784.515161] env[62777]: INFO nova.compute.manager [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1784.515423] env[62777]: DEBUG oslo.service.loopingcall [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.515582] env[62777]: DEBUG nova.compute.manager [-] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1784.515675] env[62777]: DEBUG nova.network.neutron [-] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1784.527318] env[62777]: DEBUG oslo_concurrency.lockutils [req-413efce3-9d25-48bd-abfe-eb879a2b170b req-c2b79502-3c32-4230-9fc9-24e5792c618f service nova] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.552892] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694649, 'name': ReconfigVM_Task, 'duration_secs': 0.638748} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.553183] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.553808] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8864af0d-25bd-47cc-bb15-05285b7d1e59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.567515] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1784.567515] env[62777]: value = "task-1694652" [ 1784.567515] env[62777]: _type = "Task" [ 1784.567515] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.574973] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694652, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.785729] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694646, 'name': PowerOffVM_Task, 'duration_secs': 1.292793} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.786010] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.786196] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.786453] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-016f0735-f8b4-4b84-9da0-b4a6caef4067 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.870144] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: c9412880-424e-47af-ae5f-f6af11404dbf] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1784.882388] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.883056] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.883056] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleting the datastore file [datastore1] 7b593e3e-ef68-4587-8e5f-5b45191b98af {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.883056] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47d05681-1f20-4283-92c9-915766489d5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.890147] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.898188] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1784.898188] env[62777]: value = "task-1694654" [ 1784.898188] env[62777]: _type = "Task" [ 1784.898188] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.910716] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.956908] env[62777]: DEBUG nova.compute.manager [req-6ee384f4-f868-4e11-91a7-0291eab070dc req-0c5cde64-ab0f-4553-985e-29a563159e07 service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Received event network-vif-deleted-83fcf7d9-5f14-4f66-a090-ab8fbec2f29e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1784.956908] env[62777]: INFO nova.compute.manager [req-6ee384f4-f868-4e11-91a7-0291eab070dc req-0c5cde64-ab0f-4553-985e-29a563159e07 service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Neutron deleted interface 83fcf7d9-5f14-4f66-a090-ab8fbec2f29e; detaching it from the instance and deleting it from the info cache [ 1784.956908] env[62777]: DEBUG nova.network.neutron [req-6ee384f4-f868-4e11-91a7-0291eab070dc req-0c5cde64-ab0f-4553-985e-29a563159e07 service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.077707] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694652, 'name': Rename_Task, 'duration_secs': 0.292821} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.078009] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1785.078408] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2ca828-2fbb-405f-a55c-9b81d435e00a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.087026] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1785.087026] env[62777]: value = "task-1694655" [ 1785.087026] env[62777]: _type = "Task" [ 1785.087026] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.098905] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.377404] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: da187610-ebec-49c4-9ea7-85b295ee18ec] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1785.385915] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.408517] env[62777]: DEBUG oslo_vmware.api [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154432} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.408780] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.409032] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.409191] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.409706] env[62777]: INFO nova.compute.manager [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Took 2.15 seconds to destroy the instance on the hypervisor. [ 1785.409989] env[62777]: DEBUG oslo.service.loopingcall [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.410434] env[62777]: DEBUG nova.compute.manager [-] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1785.410434] env[62777]: DEBUG nova.network.neutron [-] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1785.424549] env[62777]: DEBUG nova.network.neutron [-] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.461506] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64bebf97-0760-4edd-9290-e431451740a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.465857] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1785.465857] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1785.466527] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c78d969-ce8d-4f01-8b65-e4bae816c4b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.491441] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb9c3e2-0591-470b-ac52-78bfd3e1716b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.496685] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f7979f-24cd-4c5a-b809-5aa657842656 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.532716] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7/volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1785.544778] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-137aba5e-5af6-438d-8dad-a2baa65a7376 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.557035] env[62777]: DEBUG nova.compute.manager [req-6ee384f4-f868-4e11-91a7-0291eab070dc req-0c5cde64-ab0f-4553-985e-29a563159e07 service nova] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Detach interface failed, port_id=83fcf7d9-5f14-4f66-a090-ab8fbec2f29e, reason: Instance e53347f8-c931-4fee-834f-6c469ddc8079 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1785.564356] env[62777]: DEBUG oslo_vmware.api [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1785.564356] env[62777]: value = "task-1694656" [ 1785.564356] env[62777]: _type = "Task" [ 1785.564356] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.575706] env[62777]: DEBUG oslo_vmware.api [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.599952] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694655, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.882096] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: d03f470f-79b1-4008-ac9c-e4da84190245] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1785.887642] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.929873] env[62777]: INFO nova.compute.manager [-] [instance: e53347f8-c931-4fee-834f-6c469ddc8079] Took 1.41 seconds to deallocate network for instance. [ 1786.079553] env[62777]: DEBUG oslo_vmware.api [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694656, 'name': ReconfigVM_Task, 'duration_secs': 0.361045} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.079838] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7/volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1786.084678] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27dfadb3-069c-4b23-844b-4ba4066d2950 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.104472] env[62777]: DEBUG oslo_vmware.api [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694655, 'name': PowerOnVM_Task, 'duration_secs': 0.584892} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.105909] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1786.106143] env[62777]: INFO nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1786.106328] env[62777]: DEBUG nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1786.106669] env[62777]: DEBUG oslo_vmware.api [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1786.106669] env[62777]: value = "task-1694657" [ 1786.106669] env[62777]: _type = "Task" [ 1786.106669] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.107401] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a816e65a-e0d8-4cfa-9597-9749f2a71e69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.123242] env[62777]: DEBUG oslo_vmware.api [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694657, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.384947] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.389948] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: d879d935-ea09-4a26-be9d-19151f2d402b] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1786.437103] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.437395] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.437616] env[62777]: DEBUG nova.objects.instance [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'resources' on Instance uuid e53347f8-c931-4fee-834f-6c469ddc8079 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.442033] env[62777]: DEBUG nova.network.neutron [-] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.620539] env[62777]: DEBUG oslo_vmware.api [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694657, 'name': ReconfigVM_Task, 'duration_secs': 0.144033} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.620842] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1786.629981] env[62777]: INFO nova.compute.manager [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Took 15.42 seconds to build instance. [ 1786.887360] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.891921] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 128a9025-7e04-4aab-a449-20564495b40e] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1786.943941] env[62777]: INFO nova.compute.manager [-] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Took 1.53 seconds to deallocate network for instance. [ 1786.986447] env[62777]: DEBUG nova.compute.manager [req-5035f571-cd54-42d0-860d-c16fb4eb394e req-cbe88d66-10fe-4081-8c07-518d052d1e05 service nova] [instance: 7b593e3e-ef68-4587-8e5f-5b45191b98af] Received event network-vif-deleted-1c30e846-ead5-4eee-a187-70166d0c7b8a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1787.119159] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d698e499-38ac-4991-a978-c6b5df6d9caf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.128195] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0313889-470f-4f11-a9ad-ba5f1b35d1e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.131427] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1fdea43-1c1e-4996-ac34-23f73cf3507a tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.927s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.168022] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de035926-9b79-47b5-ba58-1a6a0b1369c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.173834] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12471982-42b9-42c9-ba4d-037faa582949 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.189369] env[62777]: DEBUG nova.compute.provider_tree [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.385593] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.395231] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: fffa07ee-854d-4cdc-9cba-a5312a8dfa57] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1787.453757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.669911] env[62777]: DEBUG nova.objects.instance [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'flavor' on Instance uuid 52d23510-b394-4210-a5dd-70c41a423c8d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.692034] env[62777]: DEBUG nova.scheduler.client.report [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1787.886762] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.898358] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 75332d0f-ec71-4f25-9d9c-42a5b38f4a61] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1788.175025] env[62777]: DEBUG oslo_concurrency.lockutils [None req-efabb0a4-6e5c-4cf6-b042-1bc811610bf2 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.848s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.196807] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.759s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.198961] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.745s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.199204] env[62777]: DEBUG nova.objects.instance [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'resources' on Instance uuid 7b593e3e-ef68-4587-8e5f-5b45191b98af {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1788.219264] env[62777]: INFO nova.scheduler.client.report [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance e53347f8-c931-4fee-834f-6c469ddc8079 [ 1788.388255] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.401425] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b1ff46d9-cbdd-4f69-bd5c-209c0492fab4] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1788.585524] env[62777]: INFO nova.compute.manager [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Rebuilding instance [ 1788.631800] env[62777]: DEBUG nova.compute.manager [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.632557] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eef3997-349d-4473-b489-035f6db8f094 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.727107] env[62777]: DEBUG oslo_concurrency.lockutils [None req-292cf822-fffa-402e-a835-69c1e5af80b3 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "e53347f8-c931-4fee-834f-6c469ddc8079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.396s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.852248] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2f6be4-c4d3-4662-b137-0a093b0f7702 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.860752] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762df12-8d21-4151-9240-04d5a700cf44 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.894769] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cabaf6-77c5-4ccb-b4d3-d92c282004e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.905098] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb978d0-3ac3-4f43-be54-01bb3cd4976e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.908665] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: df7b46da-2aaa-4643-b9b0-a84b557f3b94] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1788.910896] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.923068] env[62777]: DEBUG nova.compute.provider_tree [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.015252] env[62777]: DEBUG nova.compute.manager [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Received event network-changed-27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1789.015252] env[62777]: DEBUG nova.compute.manager [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Refreshing instance network info cache due to event network-changed-27eb47fb-1e35-466a-b680-c5cfdf5c7370. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1789.015464] env[62777]: DEBUG oslo_concurrency.lockutils [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1789.015464] env[62777]: DEBUG oslo_concurrency.lockutils [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1789.015623] env[62777]: DEBUG nova.network.neutron [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Refreshing network info cache for port 27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1789.271417] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "281efae9-db48-42cb-92ea-012251c88baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.271652] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.403410] env[62777]: DEBUG oslo_vmware.api [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694647, 'name': ReconfigVM_Task, 'duration_secs': 5.770778} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.403636] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1789.403883] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Reconfigured VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1789.411947] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 5877130d-9a23-4f39-9ea8-d5d072e2db41] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1789.426462] env[62777]: DEBUG nova.scheduler.client.report [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1789.647909] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.648238] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f6d308-8d10-4f3c-8487-fa6c5b3c127d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.656897] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1789.656897] env[62777]: value = "task-1694658" [ 1789.656897] env[62777]: _type = "Task" [ 1789.656897] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.665398] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.773637] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.914893] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: c9edec6c-f8ae-4eb1-8cdc-6776fe2f814f] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1789.933682] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.959691] env[62777]: DEBUG nova.network.neutron [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updated VIF entry in instance network info cache for port 27eb47fb-1e35-466a-b680-c5cfdf5c7370. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1789.960209] env[62777]: DEBUG nova.network.neutron [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.968865] env[62777]: INFO nova.scheduler.client.report [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted allocations for instance 7b593e3e-ef68-4587-8e5f-5b45191b98af [ 1790.167561] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694658, 'name': PowerOffVM_Task, 'duration_secs': 0.393496} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.167910] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.227587] env[62777]: INFO nova.compute.manager [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Detaching volume 9022e5dc-10c6-489f-808b-7d6e3d3559e7 [ 1790.263016] env[62777]: INFO nova.virt.block_device [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Attempting to driver detach volume 9022e5dc-10c6-489f-808b-7d6e3d3559e7 from mountpoint /dev/sdb [ 1790.263016] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1790.263016] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1790.263016] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4197e98a-8084-4f32-889b-30a9b4a4bad3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.288364] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66079423-f22d-4876-b31f-ee5106a2601e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.300103] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6913d5-9d1f-4b41-acce-5ed90332744a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.325125] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.325930] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.329181] env[62777]: INFO nova.compute.claims [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.333472] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ba1712-f4c9-42ea-8865-d49b684f1d27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.354652] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] The volume has not been displaced from its original location: [datastore1] volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7/volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1790.361359] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1790.361944] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fc983d8-9b72-4776-9c58-841caf59a03f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.384880] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1790.384880] env[62777]: value = "task-1694659" [ 1790.384880] env[62777]: _type = "Task" [ 1790.384880] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.399850] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.418567] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: e358baeb-b559-4def-aead-711cacea9bec] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1790.463072] env[62777]: DEBUG oslo_concurrency.lockutils [req-3fd6d8f9-81e9-470b-b26e-5aea1adccaae req-27b56632-4242-4433-80ec-d98aaee9f7a7 service nova] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.477880] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4ffea3a-afb9-4fb7-8761-a02967c74104 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "7b593e3e-ef68-4587-8e5f-5b45191b98af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.730s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.895836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.895836] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.896212] env[62777]: DEBUG nova.network.neutron [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1790.897315] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694659, 'name': ReconfigVM_Task, 'duration_secs': 0.223351} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.897654] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1790.902330] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ba8356-92d7-45dd-9903-0446c8762a69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.919570] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1790.919570] env[62777]: value = "task-1694660" [ 1790.919570] env[62777]: _type = "Task" [ 1790.919570] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.923232] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: e2e209f2-431f-4827-8999-0e87b45868cd] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1790.930481] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694660, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.122156] env[62777]: DEBUG nova.compute.manager [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1791.122474] env[62777]: DEBUG nova.compute.manager [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing instance network info cache due to event network-changed-3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1791.122758] env[62777]: DEBUG oslo_concurrency.lockutils [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] Acquiring lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.264771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.264771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.428040] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 082e047e-393c-4767-802f-f64729d75db7] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1791.435267] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694660, 'name': ReconfigVM_Task, 'duration_secs': 0.14906} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.435764] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1791.512492] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1621d1ef-1bd3-4d07-a3ec-18ea5ac67697 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.520227] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7607b0-082b-49a9-8521-26c49458665c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.553933] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46873e43-980c-420e-8d65-fc93914266d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.563342] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c1e402-d176-4555-bbe6-fd0f3829d66e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.576729] env[62777]: DEBUG nova.compute.provider_tree [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.650946] env[62777]: INFO nova.network.neutron [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Port 9f4395f2-7346-4b1f-9ec4-08b332b52a55 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1791.651410] env[62777]: DEBUG nova.network.neutron [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1791.767163] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.794359] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-9f4395f2-7346-4b1f-9ec4-08b332b52a55" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.794906] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-9f4395f2-7346-4b1f-9ec4-08b332b52a55" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.795358] env[62777]: DEBUG nova.objects.instance [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'flavor' on Instance uuid 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1791.937415] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 56c8dc06-0504-40dc-bce5-489a703fc1ee] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1792.081419] env[62777]: DEBUG nova.scheduler.client.report [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1792.154214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.156468] env[62777]: DEBUG oslo_concurrency.lockutils [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] Acquired lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.156663] env[62777]: DEBUG nova.network.neutron [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Refreshing network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.284959] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.392579] env[62777]: DEBUG nova.objects.instance [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'pci_requests' on Instance uuid 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1792.440936] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2a3ac50f-0d05-4db4-a0dc-1c41c0f4d8cd] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1792.488913] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.489249] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbd30535-fc80-4884-b550-103ac3056bd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.498091] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1792.498091] env[62777]: value = "task-1694661" [ 1792.498091] env[62777]: _type = "Task" [ 1792.498091] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.508035] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1792.508266] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1792.508463] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1792.509228] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf00ba74-aad5-47e9-a47d-6eda0fdc1598 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.527604] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4737652b-6c60-4103-9d56-25b003ecf2ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.534559] env[62777]: WARNING nova.virt.vmwareapi.driver [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1792.534865] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1792.535625] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522e30c8-00fc-48e7-8177-5f89fa032c9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.543271] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.543539] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb721ec1-5bb0-4a9a-a1ef-9ca5883cc8fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.585997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.586558] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1792.589469] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.305s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.591550] env[62777]: INFO nova.compute.claims [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.629719] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.629959] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.630174] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.630444] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d316f02e-1bea-42ef-a9a7-249857827f17 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.639014] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1792.639014] env[62777]: value = "task-1694663" [ 1792.639014] env[62777]: _type = "Task" [ 1792.639014] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.648577] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.659029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3847598a-84b8-4875-a384-6a26677978de tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-f10741ca-b522-4aea-8e18-8476b3c46da4-9f4395f2-7346-4b1f-9ec4-08b332b52a55" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.872s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.885658] env[62777]: DEBUG nova.network.neutron [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updated VIF entry in instance network info cache for port 3d34acf2-a617-46a0-a286-23272cff5e73. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1792.886046] env[62777]: DEBUG nova.network.neutron [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [{"id": "3d34acf2-a617-46a0-a286-23272cff5e73", "address": "fa:16:3e:c6:7d:56", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d34acf2-a6", "ovs_interfaceid": "3d34acf2-a617-46a0-a286-23272cff5e73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.895109] env[62777]: DEBUG nova.objects.base [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Object Instance<0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0> lazy-loaded attributes: flavor,pci_requests {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1792.895330] env[62777]: DEBUG nova.network.neutron [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.944254] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 7dbc2037-bf18-4c1b-bb84-87565a8a178a] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1792.958086] env[62777]: DEBUG nova.policy [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a48f5896a224ed3b1d3bfba22ca77a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41cf8a684ce1425183310df5b4374937', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1793.096736] env[62777]: DEBUG nova.compute.utils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1793.100010] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1793.100193] env[62777]: DEBUG nova.network.neutron [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1793.147619] env[62777]: DEBUG nova.compute.manager [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1793.147813] env[62777]: DEBUG nova.compute.manager [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing instance network info cache due to event network-changed-58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1793.148016] env[62777]: DEBUG oslo_concurrency.lockutils [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1793.148184] env[62777]: DEBUG oslo_concurrency.lockutils [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.148372] env[62777]: DEBUG nova.network.neutron [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1793.152920] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147563} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.153350] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.153530] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.153699] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.168242] env[62777]: DEBUG nova.policy [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0220476d7c6341a3ae39b54b6a74f6b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b5fd168aa0449dcb098e22137a149d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1793.388908] env[62777]: DEBUG oslo_concurrency.lockutils [req-8f7c40ee-cc8b-46cf-a918-6a52e78482f7 req-088e6a15-f6c1-46a0-bd0c-3a5a17ca1daf service nova] Releasing lock "refresh_cache-f10741ca-b522-4aea-8e18-8476b3c46da4" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.449145] env[62777]: DEBUG nova.network.neutron [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Successfully created port: 6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1793.452054] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 183e12ec-ab91-4274-ab8a-f7dc48388c24] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1793.601090] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1793.659882] env[62777]: INFO nova.virt.block_device [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Booting with volume 9022e5dc-10c6-489f-808b-7d6e3d3559e7 at /dev/sdb [ 1793.702825] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5f28fb8-f4c9-4f51-9470-ed7e025215e0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.716268] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bbc7e7-4d1b-44a9-a4bd-c0d055cc5d12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.756615] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2e6a4fc-90be-4835-a5ef-210236108b80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.768271] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70c76f0-2c42-436c-8ed4-b76dbdaa565e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.808334] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c65dd95-a33d-4359-a716-31c4a0e5220a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.815544] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a22703-65f7-4224-906e-61c2f27a4e65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.833130] env[62777]: DEBUG nova.virt.block_device [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updating existing volume attachment record: a50e20ec-326f-4555-83e7-d48dba06a7cb {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1793.863408] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cf8fa4-3550-423d-874d-3cec5a2e9d0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.873884] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879ebc00-74ee-4294-8f8a-ff4a4d5b8350 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.903718] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331fe5e1-752b-4bbf-a63d-ee5d3c1f47bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.912700] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b1023-c795-4f6a-93e0-06872c8f68ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.917531] env[62777]: DEBUG nova.network.neutron [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updated VIF entry in instance network info cache for port 58e0ce6f-f004-461c-a46c-31b88a39b662. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.917880] env[62777]: DEBUG nova.network.neutron [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.930739] env[62777]: DEBUG nova.compute.provider_tree [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.955688] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 800077c3-4767-49c7-bfdf-9396e25491b6] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1794.420483] env[62777]: DEBUG oslo_concurrency.lockutils [req-d5eb439b-aec9-4724-a8bf-176ca18bc3e0 req-3b494f64-a473-4ed8-83a8-3741121bcbfd service nova] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1794.433487] env[62777]: DEBUG nova.scheduler.client.report [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1794.459076] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: d7fed843-179a-4dfb-af08-2c1631ea0818] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1794.527219] env[62777]: DEBUG nova.network.neutron [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Successfully updated port: 9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.613625] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1794.641983] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.642227] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.642386] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.642572] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.642717] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.642862] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.643078] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.643271] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.643453] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.643617] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.643806] env[62777]: DEBUG nova.virt.hardware [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.644667] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc78dae3-ebea-4a0a-8610-1916189911ba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.653221] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53de7638-beb2-401e-b4d9-d41d79375109 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.722111] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.722438] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.726796] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "515afada-daab-45b4-82b1-7476b3f95920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.727020] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.004s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.727203] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.732469] env[62777]: INFO nova.compute.manager [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Terminating instance [ 1794.941627] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.941627] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1794.963359] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 86df93ec-b132-4ad8-b20c-0156267d2249] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1795.006638] env[62777]: DEBUG nova.network.neutron [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Successfully updated port: 6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1795.033562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.033562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.033562] env[62777]: DEBUG nova.network.neutron [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.217221] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-vif-plugged-9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1795.217221] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.217221] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.217346] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.217407] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] No waiting events found dispatching network-vif-plugged-9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1795.217568] env[62777]: WARNING nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received unexpected event network-vif-plugged-9f4395f2-7346-4b1f-9ec4-08b332b52a55 for instance with vm_state active and task_state None. [ 1795.217734] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-changed-9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1795.217959] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing instance network info cache due to event network-changed-9f4395f2-7346-4b1f-9ec4-08b332b52a55. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1795.218185] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.243569] env[62777]: DEBUG nova.compute.manager [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1795.243848] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1795.244785] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041160cc-50f8-49dc-b4d9-90ea801f6ef2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.253319] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1795.253564] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7814a874-4961-46c7-b13b-664722ff9de4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.260188] env[62777]: DEBUG oslo_vmware.api [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1795.260188] env[62777]: value = "task-1694664" [ 1795.260188] env[62777]: _type = "Task" [ 1795.260188] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.268270] env[62777]: DEBUG oslo_vmware.api [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.448705] env[62777]: DEBUG nova.compute.utils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.450650] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.450650] env[62777]: DEBUG nova.network.neutron [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.466469] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 420c618f-af56-4288-be5f-61f8e601a442] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1795.502260] env[62777]: DEBUG nova.policy [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0b773ade1be47e7a319c7638690b7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c37aa5758f945e1a0ae4a4595ce7a05', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1795.509716] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "refresh_cache-281efae9-db48-42cb-92ea-012251c88baa" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.510755] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "refresh_cache-281efae9-db48-42cb-92ea-012251c88baa" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.510755] env[62777]: DEBUG nova.network.neutron [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1795.582217] env[62777]: WARNING nova.network.neutron [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] d0c3c151-941f-4790-8913-99e26f4b7572 already exists in list: networks containing: ['d0c3c151-941f-4790-8913-99e26f4b7572']. ignoring it [ 1795.769721] env[62777]: DEBUG oslo_vmware.api [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694664, 'name': PowerOffVM_Task, 'duration_secs': 0.218072} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.769982] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.770165] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.770410] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b83e45b-2c32-4c5e-9cca-902f9fc9d029 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.862760] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.862998] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.863212] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleting the datastore file [datastore1] 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.865803] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8105bbbc-c7d8-46e4-b048-d20daecbf2ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.872882] env[62777]: DEBUG oslo_vmware.api [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for the task: (returnval){ [ 1795.872882] env[62777]: value = "task-1694666" [ 1795.872882] env[62777]: _type = "Task" [ 1795.872882] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.882076] env[62777]: DEBUG oslo_vmware.api [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.954404] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1795.959450] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1795.959691] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1795.959876] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1795.960081] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1795.960236] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1795.960380] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1795.960593] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1795.960756] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1795.960934] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1795.961105] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1795.961323] env[62777]: DEBUG nova.virt.hardware [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1795.962222] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c4116d-d48d-4e2a-ad46-089353fe99bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.970929] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 70902640-5dbf-4597-8039-d551cd929166] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1795.973850] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c9d232-3bc8-417f-8402-2fe6fa24d881 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.980976] env[62777]: DEBUG nova.network.neutron [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Successfully created port: 55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.994354] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:04:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68c3a1d0-d625-4044-9b86-d87864674792', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.002290] env[62777]: DEBUG oslo.service.loopingcall [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.002641] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.002880] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3f889d7-8de4-423f-bbde-0c83fd88359b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.028788] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.028788] env[62777]: value = "task-1694667" [ 1796.028788] env[62777]: _type = "Task" [ 1796.028788] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.038522] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694667, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.056527] env[62777]: DEBUG nova.network.neutron [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "address": "fa:16:3e:11:eb:9c", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4395f2-73", "ovs_interfaceid": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.080656] env[62777]: DEBUG nova.network.neutron [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1796.301827] env[62777]: DEBUG nova.network.neutron [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Updating instance_info_cache with network_info: [{"id": "6d9214c1-c390-4613-a856-00f2eccbf9cb", "address": "fa:16:3e:33:c4:ed", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9214c1-c3", "ovs_interfaceid": "6d9214c1-c390-4613-a856-00f2eccbf9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.384321] env[62777]: DEBUG oslo_vmware.api [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Task: {'id': task-1694666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162451} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.384705] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.384907] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.385972] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.385972] env[62777]: INFO nova.compute.manager [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1796.385972] env[62777]: DEBUG oslo.service.loopingcall [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.385972] env[62777]: DEBUG nova.compute.manager [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.385972] env[62777]: DEBUG nova.network.neutron [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.478682] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 7075ea82-4047-4b59-905b-478903d90a9d] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1796.541114] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694667, 'name': CreateVM_Task, 'duration_secs': 0.420377} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.541314] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.542022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.542197] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.542519] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.542773] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470b2569-19d9-4bcc-a674-fa3918a47a27 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.548905] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1796.548905] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5250acb2-67f0-8292-dbf3-2a71abf52cd6" [ 1796.548905] env[62777]: _type = "Task" [ 1796.548905] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.559298] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.559906] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.560069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.560322] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5250acb2-67f0-8292-dbf3-2a71abf52cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.560550] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.560726] env[62777]: DEBUG nova.network.neutron [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Refreshing network info cache for port 9f4395f2-7346-4b1f-9ec4-08b332b52a55 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.562392] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da28379a-a372-4576-931c-9e48ea82e8fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.580492] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.580742] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.580898] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.581093] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.581243] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.581399] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.581588] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.581743] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.581919] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.582096] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.582270] env[62777]: DEBUG nova.virt.hardware [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.588467] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Reconfiguring VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1796.589530] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f1464b-3d1d-486c-b5f1-7740bf559cf8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.609352] env[62777]: DEBUG oslo_vmware.api [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1796.609352] env[62777]: value = "task-1694668" [ 1796.609352] env[62777]: _type = "Task" [ 1796.609352] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.619826] env[62777]: DEBUG oslo_vmware.api [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694668, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.806231] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "refresh_cache-281efae9-db48-42cb-92ea-012251c88baa" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.806676] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Instance network_info: |[{"id": "6d9214c1-c390-4613-a856-00f2eccbf9cb", "address": "fa:16:3e:33:c4:ed", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9214c1-c3", "ovs_interfaceid": "6d9214c1-c390-4613-a856-00f2eccbf9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.807185] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:c4:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d9214c1-c390-4613-a856-00f2eccbf9cb', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.815445] env[62777]: DEBUG oslo.service.loopingcall [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.815692] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.815954] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1655719b-8413-4c1e-aff0-93dc54e5b167 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.840072] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.840072] env[62777]: value = "task-1694669" [ 1796.840072] env[62777]: _type = "Task" [ 1796.840072] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.851545] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694669, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.972528] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1796.982420] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f11082a8-ff8d-4e33-9518-0a2b3c7a9f6e] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1797.009246] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1797.012521] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1797.012783] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.013074] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1797.013894] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.014134] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1797.016863] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1797.017102] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1797.017330] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1797.017536] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1797.017764] env[62777]: DEBUG nova.virt.hardware [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1797.018672] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d42fec-53df-4833-a148-0bc9d366fccc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.028919] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c038d-7c2c-4677-8c5e-a4c43f962976 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.061924] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5250acb2-67f0-8292-dbf3-2a71abf52cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.062336] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.062609] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.062881] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.063094] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.063319] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.063615] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4740be4a-c361-4bf8-811a-4edb008c473e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.077182] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.078040] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.078245] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319ff017-ccce-4ff9-8f8e-8cb18aac893f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.084743] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1797.084743] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d2458b-0f38-979d-5cf5-5a43dc650226" [ 1797.084743] env[62777]: _type = "Task" [ 1797.084743] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.093499] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d2458b-0f38-979d-5cf5-5a43dc650226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.121856] env[62777]: DEBUG oslo_vmware.api [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.289548] env[62777]: DEBUG nova.network.neutron [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updated VIF entry in instance network info cache for port 9f4395f2-7346-4b1f-9ec4-08b332b52a55. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.289982] env[62777]: DEBUG nova.network.neutron [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "address": "fa:16:3e:11:eb:9c", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4395f2-73", "ovs_interfaceid": "9f4395f2-7346-4b1f-9ec4-08b332b52a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.328147] env[62777]: DEBUG nova.compute.manager [req-ca2eb486-4a88-445b-ad84-e889680e4e3f req-c2328ebe-7599-4ee6-982d-51772aa66061 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Received event network-vif-deleted-2f398113-4277-4b40-bbe4-1ef01d3860b1 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1797.328359] env[62777]: INFO nova.compute.manager [req-ca2eb486-4a88-445b-ad84-e889680e4e3f req-c2328ebe-7599-4ee6-982d-51772aa66061 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Neutron deleted interface 2f398113-4277-4b40-bbe4-1ef01d3860b1; detaching it from the instance and deleting it from the info cache [ 1797.328652] env[62777]: DEBUG nova.network.neutron [req-ca2eb486-4a88-445b-ad84-e889680e4e3f req-c2328ebe-7599-4ee6-982d-51772aa66061 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.347388] env[62777]: DEBUG nova.network.neutron [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.352487] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694669, 'name': CreateVM_Task, 'duration_secs': 0.477124} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.352647] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1797.353221] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.353375] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.353688] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1797.353962] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb0c8f9-b083-4d4f-8b74-a7e3b61b869e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.360389] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1797.360389] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52670218-14ef-8735-14f9-47722d910bfe" [ 1797.360389] env[62777]: _type = "Task" [ 1797.360389] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.370137] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52670218-14ef-8735-14f9-47722d910bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.485460] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 2f314999-0e60-4400-a7ed-fa1f00109495] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1797.595844] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d2458b-0f38-979d-5cf5-5a43dc650226, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.596633] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-975ca91b-d8df-4407-a0b5-2fe0e5c63129 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.602932] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1797.602932] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5262f5a4-8391-3c5b-6f3b-3616ee555e82" [ 1797.602932] env[62777]: _type = "Task" [ 1797.602932] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.612078] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5262f5a4-8391-3c5b-6f3b-3616ee555e82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.621971] env[62777]: DEBUG oslo_vmware.api [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694668, 'name': ReconfigVM_Task, 'duration_secs': 0.849387} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.621971] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.621971] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Reconfigured VM to attach interface {{(pid=62777) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1797.642417] env[62777]: DEBUG nova.network.neutron [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Successfully updated port: 55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.793168] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.793392] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Received event network-vif-plugged-6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1797.793589] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Acquiring lock "281efae9-db48-42cb-92ea-012251c88baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.793793] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Lock "281efae9-db48-42cb-92ea-012251c88baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.793994] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Lock "281efae9-db48-42cb-92ea-012251c88baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.794204] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] No waiting events found dispatching network-vif-plugged-6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1797.794389] env[62777]: WARNING nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Received unexpected event network-vif-plugged-6d9214c1-c390-4613-a856-00f2eccbf9cb for instance with vm_state building and task_state spawning. [ 1797.794551] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Received event network-changed-6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1797.794702] env[62777]: DEBUG nova.compute.manager [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Refreshing instance network info cache due to event network-changed-6d9214c1-c390-4613-a856-00f2eccbf9cb. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1797.794888] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Acquiring lock "refresh_cache-281efae9-db48-42cb-92ea-012251c88baa" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.795034] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Acquired lock "refresh_cache-281efae9-db48-42cb-92ea-012251c88baa" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.795193] env[62777]: DEBUG nova.network.neutron [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Refreshing network info cache for port 6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1797.831246] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69274a68-9b79-4c38-a355-0f631e2da0c7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.841623] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e0cfb-a986-47e2-95c0-20e041001483 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.853383] env[62777]: INFO nova.compute.manager [-] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Took 1.47 seconds to deallocate network for instance. [ 1797.875163] env[62777]: DEBUG nova.compute.manager [req-ca2eb486-4a88-445b-ad84-e889680e4e3f req-c2328ebe-7599-4ee6-982d-51772aa66061 service nova] [instance: 515afada-daab-45b4-82b1-7476b3f95920] Detach interface failed, port_id=2f398113-4277-4b40-bbe4-1ef01d3860b1, reason: Instance 515afada-daab-45b4-82b1-7476b3f95920 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1797.880890] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52670218-14ef-8735-14f9-47722d910bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.022445} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.881208] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.881431] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.881630] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.988870] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 513be50c-76ce-4166-86a7-d6ea133f878c] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1798.114350] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5262f5a4-8391-3c5b-6f3b-3616ee555e82, 'name': SearchDatastore_Task, 'duration_secs': 0.017316} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.114620] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.114874] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.115172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.115411] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1798.115566] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8177d925-c823-44c3-81e7-17acae4343c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.117456] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e72bd49-6670-4e70-830d-65066632716b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.126235] env[62777]: DEBUG oslo_concurrency.lockutils [None req-84bffd47-5229-481f-9eb0-85362657378e tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-9f4395f2-7346-4b1f-9ec4-08b332b52a55" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.331s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.127328] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1798.127328] env[62777]: value = "task-1694670" [ 1798.127328] env[62777]: _type = "Task" [ 1798.127328] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.128709] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1798.128881] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1798.132852] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3062e0-6132-419d-9685-302c72bd4124 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.138895] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1798.138895] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52bfcb2a-7ea4-13b8-9989-e89cc96351af" [ 1798.138895] env[62777]: _type = "Task" [ 1798.138895] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.142554] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.145987] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.146772] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.146772] env[62777]: DEBUG nova.network.neutron [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.154244] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52bfcb2a-7ea4-13b8-9989-e89cc96351af, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.155957] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c8841c9-4028-4ddf-9740-17f838a61dc4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.162563] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1798.162563] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]521b89f2-4d4d-b4fd-a038-c84181b97474" [ 1798.162563] env[62777]: _type = "Task" [ 1798.162563] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.171625] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521b89f2-4d4d-b4fd-a038-c84181b97474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.359456] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.360213] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.360213] env[62777]: DEBUG nova.objects.instance [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lazy-loading 'resources' on Instance uuid 515afada-daab-45b4-82b1-7476b3f95920 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.493959] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: fa7c2fd5-5046-4d00-a162-3e1ae5392798] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1798.546903] env[62777]: DEBUG nova.network.neutron [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Updated VIF entry in instance network info cache for port 6d9214c1-c390-4613-a856-00f2eccbf9cb. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.547454] env[62777]: DEBUG nova.network.neutron [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Updating instance_info_cache with network_info: [{"id": "6d9214c1-c390-4613-a856-00f2eccbf9cb", "address": "fa:16:3e:33:c4:ed", "network": {"id": "ee3059a5-4c99-46f9-aa89-6940eebb8d38", "bridge": "br-int", "label": "tempest-ServersTestJSON-1363105293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b5fd168aa0449dcb098e22137a149d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d9214c1-c3", "ovs_interfaceid": "6d9214c1-c390-4613-a856-00f2eccbf9cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.640372] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510059} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.640655] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.640870] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.641146] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64fa2e05-11e6-41a4-aa16-05f533cb54c4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.647758] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1798.647758] env[62777]: value = "task-1694671" [ 1798.647758] env[62777]: _type = "Task" [ 1798.647758] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.658599] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.673507] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]521b89f2-4d4d-b4fd-a038-c84181b97474, 'name': SearchDatastore_Task, 'duration_secs': 0.01072} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.673799] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.674112] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 281efae9-db48-42cb-92ea-012251c88baa/281efae9-db48-42cb-92ea-012251c88baa.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.674391] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf739d2-f57d-4710-a9c5-286322fbbb7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.683185] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1798.683185] env[62777]: value = "task-1694672" [ 1798.683185] env[62777]: _type = "Task" [ 1798.683185] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.684129] env[62777]: DEBUG nova.network.neutron [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.695025] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.828871] env[62777]: DEBUG nova.network.neutron [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updating instance_info_cache with network_info: [{"id": "55b7ed30-5316-4670-a334-f1b2de040e7c", "address": "fa:16:3e:c9:23:15", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b7ed30-53", "ovs_interfaceid": "55b7ed30-5316-4670-a334-f1b2de040e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.996144] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f0a4868a-0eea-4f93-98d0-c4a4f0070d42] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1799.050678] env[62777]: DEBUG oslo_concurrency.lockutils [req-4b510804-f0cc-4324-a2c8-0fe1f782b16e req-1909879c-f6ff-41e5-880c-e71302d4b3d4 service nova] Releasing lock "refresh_cache-281efae9-db48-42cb-92ea-012251c88baa" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.068994] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2138ad3-d173-431b-a2e3-3238399e90d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.080418] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6630d5bf-9e63-4d18-89da-1a826daa5fde {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.115237] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1513348-282e-4485-9b8c-55a3341976e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.125586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8313293-1df4-4960-a02c-11c9c417e02a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.141863] env[62777]: DEBUG nova.compute.provider_tree [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1799.157963] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074316} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.158241] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.158997] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcf15f3-c103-469a-8cc7-5192d9a59df4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.181519] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.181794] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ba4a0e2-7fb4-48f3-a6ff-092bc98d63a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.204239] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462949} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.205445] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 281efae9-db48-42cb-92ea-012251c88baa/281efae9-db48-42cb-92ea-012251c88baa.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1799.205662] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1799.205956] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1799.205956] env[62777]: value = "task-1694673" [ 1799.205956] env[62777]: _type = "Task" [ 1799.205956] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.206250] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20c969f2-e16a-457e-9ce2-68cc265abd5d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.215709] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.216912] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1799.216912] env[62777]: value = "task-1694674" [ 1799.216912] env[62777]: _type = "Task" [ 1799.216912] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.224107] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.238147] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "c4a8bfef-b253-420c-b90a-1e435421d111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.238433] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "c4a8bfef-b253-420c-b90a-1e435421d111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.238647] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "c4a8bfef-b253-420c-b90a-1e435421d111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.238844] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "c4a8bfef-b253-420c-b90a-1e435421d111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.239036] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "c4a8bfef-b253-420c-b90a-1e435421d111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.241365] env[62777]: INFO nova.compute.manager [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Terminating instance [ 1799.333012] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.333479] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Instance network_info: |[{"id": "55b7ed30-5316-4670-a334-f1b2de040e7c", "address": "fa:16:3e:c9:23:15", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b7ed30-53", "ovs_interfaceid": "55b7ed30-5316-4670-a334-f1b2de040e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.333995] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:23:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55b7ed30-5316-4670-a334-f1b2de040e7c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.342225] env[62777]: DEBUG oslo.service.loopingcall [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.342505] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.342700] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edca00f4-018a-4788-bdb6-37b3cd533bea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.360674] env[62777]: DEBUG nova.compute.manager [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Received event network-vif-plugged-55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1799.360844] env[62777]: DEBUG oslo_concurrency.lockutils [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] Acquiring lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.361060] env[62777]: DEBUG oslo_concurrency.lockutils [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.361229] env[62777]: DEBUG oslo_concurrency.lockutils [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.361396] env[62777]: DEBUG nova.compute.manager [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] No waiting events found dispatching network-vif-plugged-55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1799.361581] env[62777]: WARNING nova.compute.manager [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Received unexpected event network-vif-plugged-55b7ed30-5316-4670-a334-f1b2de040e7c for instance with vm_state building and task_state spawning. [ 1799.361707] env[62777]: DEBUG nova.compute.manager [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Received event network-changed-55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1799.361855] env[62777]: DEBUG nova.compute.manager [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Refreshing instance network info cache due to event network-changed-55b7ed30-5316-4670-a334-f1b2de040e7c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1799.362043] env[62777]: DEBUG oslo_concurrency.lockutils [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] Acquiring lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.362204] env[62777]: DEBUG oslo_concurrency.lockutils [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] Acquired lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.362504] env[62777]: DEBUG nova.network.neutron [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Refreshing network info cache for port 55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.369864] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.369864] env[62777]: value = "task-1694675" [ 1799.369864] env[62777]: _type = "Task" [ 1799.369864] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.379724] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694675, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.496862] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "interface-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-9f4395f2-7346-4b1f-9ec4-08b332b52a55" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1799.497294] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-9f4395f2-7346-4b1f-9ec4-08b332b52a55" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.500056] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: e5f722a9-af55-43f3-8a70-f544f6bd82e1] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1799.645955] env[62777]: DEBUG nova.scheduler.client.report [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1799.718814] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694673, 'name': ReconfigVM_Task, 'duration_secs': 0.345295} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.722184] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d/52d23510-b394-4210-a5dd-70c41a423c8d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1799.723409] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_options': None, 'size': 0, 'guest_format': None, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'device_type': 'disk', 'boot_index': 0, 'encryption_format': None, 'encrypted': False, 'image_id': '209f152d-1721-46b9-95cc-20b2ff78078c'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'device_type': None, 'attachment_id': 'a50e20ec-326f-4555-83e7-d48dba06a7cb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=62777) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1799.723754] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1799.723951] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1799.724961] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12b2a6d-9baf-4e45-8d21-6c0ac36e7a4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.745622] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672068d7-6bcd-4c69-bb54-f22271841747 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.748566] env[62777]: DEBUG nova.compute.manager [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1799.748709] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.749072] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078204} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.749749] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec938ca6-1fa8-42c3-af6a-9ae3a2f36b01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.752400] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.753531] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96a6e35-f9a9-48f1-965d-98cc804a4d9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.776464] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7/volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.779076] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdbb93ee-195a-40c3-bf2c-e9debfc7f22f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.791789] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.800873] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-016a3112-217a-4c4b-a42b-8b0ca1749943 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.811264] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 281efae9-db48-42cb-92ea-012251c88baa/281efae9-db48-42cb-92ea-012251c88baa.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.811972] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0da87e-2de5-4445-9bec-34669dbea27e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.828883] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1799.828883] env[62777]: value = "task-1694676" [ 1799.828883] env[62777]: _type = "Task" [ 1799.828883] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.834076] env[62777]: DEBUG oslo_vmware.api [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1799.834076] env[62777]: value = "task-1694677" [ 1799.834076] env[62777]: _type = "Task" [ 1799.834076] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.838300] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.838533] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1799.838533] env[62777]: value = "task-1694678" [ 1799.838533] env[62777]: _type = "Task" [ 1799.838533] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.852404] env[62777]: DEBUG oslo_vmware.api [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.852637] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.879927] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694675, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.002142] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.002472] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.003580] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e36146b-0c65-4607-8c77-35039cc3a4eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.006898] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9ff7647f-7bbe-4d5c-acfd-cc72ed698196] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1800.026701] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3125abd-0989-4356-82d2-1facefc59abd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.054428] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Reconfiguring VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1800.057654] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36ada7d8-2bb9-45a4-853b-cce1b73bd9aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.077158] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1800.077158] env[62777]: value = "task-1694679" [ 1800.077158] env[62777]: _type = "Task" [ 1800.077158] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.086821] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.107370] env[62777]: DEBUG nova.network.neutron [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updated VIF entry in instance network info cache for port 55b7ed30-5316-4670-a334-f1b2de040e7c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.107767] env[62777]: DEBUG nova.network.neutron [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updating instance_info_cache with network_info: [{"id": "55b7ed30-5316-4670-a334-f1b2de040e7c", "address": "fa:16:3e:c9:23:15", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b7ed30-53", "ovs_interfaceid": "55b7ed30-5316-4670-a334-f1b2de040e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.151245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.174692] env[62777]: INFO nova.scheduler.client.report [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Deleted allocations for instance 515afada-daab-45b4-82b1-7476b3f95920 [ 1800.340127] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694676, 'name': ReconfigVM_Task, 'duration_secs': 0.391897} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.343434] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7/volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.348219] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3f77eb9-be5f-43cc-9669-4179d782b91b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.366756] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694678, 'name': ReconfigVM_Task, 'duration_secs': 0.521627} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.370245] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 281efae9-db48-42cb-92ea-012251c88baa/281efae9-db48-42cb-92ea-012251c88baa.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.370926] env[62777]: DEBUG oslo_vmware.api [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694677, 'name': PowerOffVM_Task, 'duration_secs': 0.260568} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.371244] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1800.371244] env[62777]: value = "task-1694680" [ 1800.371244] env[62777]: _type = "Task" [ 1800.371244] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.371470] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c2603a5-b292-4069-93dc-6073cc378ffb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.373132] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.373312] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.376181] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9acdac42-7d13-48fe-9f94-e04e940af6bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.386208] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.390033] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1800.390033] env[62777]: value = "task-1694681" [ 1800.390033] env[62777]: _type = "Task" [ 1800.390033] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.390332] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694675, 'name': CreateVM_Task, 'duration_secs': 0.527003} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.390497] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.394209] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.394395] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.394749] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.395038] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ccd542-aeb2-4e87-8a38-723b002a9f54 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.401066] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1800.401066] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52456d8c-3501-bd56-ec18-37adfe18961e" [ 1800.401066] env[62777]: _type = "Task" [ 1800.401066] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.404573] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694681, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.414657] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52456d8c-3501-bd56-ec18-37adfe18961e, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.415015] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.415289] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1800.415549] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.415695] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.415889] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1800.416165] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7d8e507-0fed-4511-b2fb-b77b18a7cf0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.425288] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.425490] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.426261] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03c6b01b-a420-4c42-8c7e-7b65be9d8bda {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.432385] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1800.432385] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5227206e-bed3-34ce-19eb-db01757eaa7b" [ 1800.432385] env[62777]: _type = "Task" [ 1800.432385] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.442631] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5227206e-bed3-34ce-19eb-db01757eaa7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.466375] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.466705] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.466923] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Deleting the datastore file [datastore1] c4a8bfef-b253-420c-b90a-1e435421d111 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.467243] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f2006a7-876a-43ab-8667-b5f9cd658a9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.474974] env[62777]: DEBUG oslo_vmware.api [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for the task: (returnval){ [ 1800.474974] env[62777]: value = "task-1694683" [ 1800.474974] env[62777]: _type = "Task" [ 1800.474974] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.484084] env[62777]: DEBUG oslo_vmware.api [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.510202] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 05e9ae8e-e533-4528-8c69-8fdef6f94774] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1800.587997] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.610053] env[62777]: DEBUG oslo_concurrency.lockutils [req-0ee7f9b8-bdfb-43c0-805c-270d51036a9f req-067cfe53-7451-43c2-86cc-88091f0c4c78 service nova] Releasing lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.682041] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6e537a7-ab66-412c-82f0-68264a66456f tempest-AttachVolumeShelveTestJSON-1588727359 tempest-AttachVolumeShelveTestJSON-1588727359-project-member] Lock "515afada-daab-45b4-82b1-7476b3f95920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.959s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.884668] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694680, 'name': ReconfigVM_Task, 'duration_secs': 0.161011} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.885011] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1800.885615] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0de88f5-51d1-4150-8e5f-d50225b2f26a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.895038] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1800.895038] env[62777]: value = "task-1694684" [ 1800.895038] env[62777]: _type = "Task" [ 1800.895038] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.901558] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694681, 'name': Rename_Task, 'duration_secs': 0.179483} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.902226] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1800.902535] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd8729e4-aae6-4002-ace2-2fca61806703 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.906865] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694684, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.911237] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1800.911237] env[62777]: value = "task-1694685" [ 1800.911237] env[62777]: _type = "Task" [ 1800.911237] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.920285] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.944063] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5227206e-bed3-34ce-19eb-db01757eaa7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009483} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.944981] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a112024-7ac0-4a45-a487-cf654797ec20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.951754] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1800.951754] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5251562f-8e46-f6fb-896e-1931f4a050dd" [ 1800.951754] env[62777]: _type = "Task" [ 1800.951754] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.960473] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5251562f-8e46-f6fb-896e-1931f4a050dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.985313] env[62777]: DEBUG oslo_vmware.api [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Task: {'id': task-1694683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155762} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.985563] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.985750] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.985954] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.986173] env[62777]: INFO nova.compute.manager [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1800.986428] env[62777]: DEBUG oslo.service.loopingcall [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1800.986629] env[62777]: DEBUG nova.compute.manager [-] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1800.986743] env[62777]: DEBUG nova.network.neutron [-] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1801.013322] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 23a23d42-fe67-446b-9203-826515fc848e] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1801.088599] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.407679] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694684, 'name': Rename_Task, 'duration_secs': 0.199795} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.408066] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.408422] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a864145-f271-43fa-be45-3a162beb7463 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.420440] env[62777]: DEBUG oslo_vmware.api [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694685, 'name': PowerOnVM_Task, 'duration_secs': 0.468751} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.421612] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1801.421849] env[62777]: INFO nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1801.422050] env[62777]: DEBUG nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.422373] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1801.422373] env[62777]: value = "task-1694686" [ 1801.422373] env[62777]: _type = "Task" [ 1801.422373] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.423055] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ded61c-c62e-41e6-91e2-a0a9293295d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.438298] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694686, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.464329] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5251562f-8e46-f6fb-896e-1931f4a050dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.465852] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.468323] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e/1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.468323] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60e05920-3857-4c95-a66d-44c3a1b07a19 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.474139] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1801.474139] env[62777]: value = "task-1694687" [ 1801.474139] env[62777]: _type = "Task" [ 1801.474139] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.483438] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.492963] env[62777]: DEBUG nova.compute.manager [req-ffe5dd54-de87-4dc2-af40-601eba514259 req-ab609a15-fbc6-4050-a141-ddb957466a34 service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Received event network-vif-deleted-0c25748c-9c33-4cea-b8ee-575e1d9b0b89 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1801.493245] env[62777]: INFO nova.compute.manager [req-ffe5dd54-de87-4dc2-af40-601eba514259 req-ab609a15-fbc6-4050-a141-ddb957466a34 service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Neutron deleted interface 0c25748c-9c33-4cea-b8ee-575e1d9b0b89; detaching it from the instance and deleting it from the info cache [ 1801.493344] env[62777]: DEBUG nova.network.neutron [req-ffe5dd54-de87-4dc2-af40-601eba514259 req-ab609a15-fbc6-4050-a141-ddb957466a34 service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.516687] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 9bf94633-f769-4fa7-985f-942375455224] Instance has had 0 of 5 cleanup attempts {{(pid=62777) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1801.588850] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.944370] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694686, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.949101] env[62777]: INFO nova.compute.manager [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Took 11.66 seconds to build instance. [ 1801.969262] env[62777]: DEBUG nova.network.neutron [-] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.984642] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694687, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.996271] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4713f2f-9ff7-4a3c-ab9f-9fb4e33625a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.005792] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8864ea94-0624-41c3-87b9-a9fad74dd032 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.019354] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.019585] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Cleaning up deleted instances with incomplete migration {{(pid=62777) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11617}} [ 1802.040637] env[62777]: DEBUG nova.compute.manager [req-ffe5dd54-de87-4dc2-af40-601eba514259 req-ab609a15-fbc6-4050-a141-ddb957466a34 service nova] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Detach interface failed, port_id=0c25748c-9c33-4cea-b8ee-575e1d9b0b89, reason: Instance c4a8bfef-b253-420c-b90a-1e435421d111 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1802.092935] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.437556] env[62777]: DEBUG oslo_vmware.api [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694686, 'name': PowerOnVM_Task, 'duration_secs': 0.999009} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.437556] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.437556] env[62777]: DEBUG nova.compute.manager [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.438108] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34e9f8-8353-411d-8416-dfc2e2dfec5a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.451680] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9f91a2fa-b00d-4394-baec-039ee6c3f6ac tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.180s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.473383] env[62777]: INFO nova.compute.manager [-] [instance: c4a8bfef-b253-420c-b90a-1e435421d111] Took 1.49 seconds to deallocate network for instance. [ 1802.487635] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514246} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.488500] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e/1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.488709] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.488947] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bea08fd-1409-4205-bc79-9fc7b1d86c29 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.496273] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1802.496273] env[62777]: value = "task-1694689" [ 1802.496273] env[62777]: _type = "Task" [ 1802.496273] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.506249] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.521677] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1802.590014] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.804661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "281efae9-db48-42cb-92ea-012251c88baa" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.804661] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.804661] env[62777]: DEBUG nova.compute.manager [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.805564] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea9675-8a2c-4de1-850d-470a4253b67e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.812544] env[62777]: DEBUG nova.compute.manager [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1802.813090] env[62777]: DEBUG nova.objects.instance [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'flavor' on Instance uuid 281efae9-db48-42cb-92ea-012251c88baa {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.957114] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.957419] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.958167] env[62777]: DEBUG nova.objects.instance [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62777) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1802.984413] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.006213] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069054} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.006471] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.007230] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2c80eb-9d43-4df9-b979-e373e81f9037 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.029015] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e/1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.029379] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b337be-70e4-4812-8e35-1b75b93ed9f0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.049634] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1803.049634] env[62777]: value = "task-1694690" [ 1803.049634] env[62777]: _type = "Task" [ 1803.049634] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.059717] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.090740] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.560396] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694690, 'name': ReconfigVM_Task, 'duration_secs': 0.352752} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.560548] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e/1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1803.561248] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-491607c2-fae8-4225-a1cb-502302ae0ec3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.567987] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1803.567987] env[62777]: value = "task-1694691" [ 1803.567987] env[62777]: _type = "Task" [ 1803.567987] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.577165] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694691, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.589955] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.819522] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.819911] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bea8eb91-f9db-46e8-ad80-a568824bd478 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.828447] env[62777]: DEBUG oslo_vmware.api [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1803.828447] env[62777]: value = "task-1694692" [ 1803.828447] env[62777]: _type = "Task" [ 1803.828447] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.837141] env[62777]: DEBUG oslo_vmware.api [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.950954] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.951628] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.966200] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7bde6e6d-6bbd-49fe-898d-24f2f16e05a7 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.967256] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.983s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.967481] env[62777]: DEBUG nova.objects.instance [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lazy-loading 'resources' on Instance uuid c4a8bfef-b253-420c-b90a-1e435421d111 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.078691] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694691, 'name': Rename_Task, 'duration_secs': 0.147149} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.078925] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.079184] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed318de8-a38c-4745-ae7e-942412207c76 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.095743] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1804.095743] env[62777]: value = "task-1694693" [ 1804.095743] env[62777]: _type = "Task" [ 1804.095743] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.101435] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.112805] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.339483] env[62777]: DEBUG oslo_vmware.api [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694692, 'name': PowerOffVM_Task, 'duration_secs': 0.199451} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.339755] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1804.339950] env[62777]: DEBUG nova.compute.manager [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.340727] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463c73c-9ca9-4b81-b9af-f9c7b233c1f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.455728] env[62777]: INFO nova.compute.manager [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Detaching volume 9022e5dc-10c6-489f-808b-7d6e3d3559e7 [ 1804.494331] env[62777]: INFO nova.virt.block_device [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Attempting to driver detach volume 9022e5dc-10c6-489f-808b-7d6e3d3559e7 from mountpoint /dev/sdb [ 1804.494592] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1804.494819] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1804.495857] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc30739f-f557-4f13-8348-eff0f5abe024 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.527898] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e454e5fe-89dd-4071-825f-1965cb4ca3b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.536765] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1b3a5-2716-4441-ac36-86f41b40619d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.562543] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f1410-8116-4bcc-a712-197053405205 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.578924] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] The volume has not been displaced from its original location: [datastore1] volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7/volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1804.584105] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1804.586877] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5fa6036-e9f3-404b-8bb8-10594f433a65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.609818] env[62777]: DEBUG oslo_vmware.api [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1804.609818] env[62777]: value = "task-1694694" [ 1804.609818] env[62777]: _type = "Task" [ 1804.609818] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.616015] env[62777]: DEBUG oslo_vmware.api [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694693, 'name': PowerOnVM_Task, 'duration_secs': 0.469184} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.616268] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.621798] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.622042] env[62777]: INFO nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1804.622229] env[62777]: DEBUG nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1804.623218] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f35e9-13ac-4f11-a058-2a642648388a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.633944] env[62777]: DEBUG oslo_vmware.api [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.709270] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98e0a6-291d-4c8c-a0f0-0aaefba53930 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.719365] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc648072-d3e7-4940-a92c-d6ab25e2a1be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.751628] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9296c5b-711d-4aa0-9f17-1219fa5225b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.760472] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090567a-43c6-4da0-858f-fd63b6f2f4e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.776164] env[62777]: DEBUG nova.compute.provider_tree [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.852803] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7a95a024-3783-4a70-9781-43406f6c9562 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.097375] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.126788] env[62777]: DEBUG oslo_vmware.api [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694694, 'name': ReconfigVM_Task, 'duration_secs': 0.23766} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.127158] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1805.132655] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9469c80-e5a6-4c97-8631-636f89b76cab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.152648] env[62777]: INFO nova.compute.manager [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Took 12.88 seconds to build instance. [ 1805.155031] env[62777]: DEBUG oslo_vmware.api [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1805.155031] env[62777]: value = "task-1694695" [ 1805.155031] env[62777]: _type = "Task" [ 1805.155031] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.163819] env[62777]: DEBUG oslo_vmware.api [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.282169] env[62777]: DEBUG nova.scheduler.client.report [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1805.476015] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "281efae9-db48-42cb-92ea-012251c88baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.476348] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.476576] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "281efae9-db48-42cb-92ea-012251c88baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.476761] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.476936] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.479053] env[62777]: INFO nova.compute.manager [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Terminating instance [ 1805.598994] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.656275] env[62777]: DEBUG oslo_concurrency.lockutils [None req-05213fe2-4935-4f67-a58e-5131dfd9ab26 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.392s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.666305] env[62777]: DEBUG oslo_vmware.api [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694695, 'name': ReconfigVM_Task, 'duration_secs': 0.204458} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.666575] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353337', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'name': 'volume-9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '52d23510-b394-4210-a5dd-70c41a423c8d', 'attached_at': '', 'detached_at': '', 'volume_id': '9022e5dc-10c6-489f-808b-7d6e3d3559e7', 'serial': '9022e5dc-10c6-489f-808b-7d6e3d3559e7'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1805.768926] env[62777]: DEBUG nova.compute.manager [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Received event network-changed-55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1805.768926] env[62777]: DEBUG nova.compute.manager [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Refreshing instance network info cache due to event network-changed-55b7ed30-5316-4670-a334-f1b2de040e7c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1805.768926] env[62777]: DEBUG oslo_concurrency.lockutils [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] Acquiring lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.768926] env[62777]: DEBUG oslo_concurrency.lockutils [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] Acquired lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.769099] env[62777]: DEBUG nova.network.neutron [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Refreshing network info cache for port 55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.787192] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.811671] env[62777]: INFO nova.scheduler.client.report [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Deleted allocations for instance c4a8bfef-b253-420c-b90a-1e435421d111 [ 1805.982963] env[62777]: DEBUG nova.compute.manager [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1805.983201] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1805.984493] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3181c2-8151-4069-8875-74c053feed10 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.993922] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.994244] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56fb7c8a-5080-4984-bbab-cd8428ae7b66 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.083100] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1806.083279] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1806.083465] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] 281efae9-db48-42cb-92ea-012251c88baa {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1806.083734] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29f84cc7-0f12-49f6-886d-31670c319b50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.095187] env[62777]: DEBUG oslo_vmware.api [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1806.095187] env[62777]: value = "task-1694697" [ 1806.095187] env[62777]: _type = "Task" [ 1806.095187] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.104746] env[62777]: DEBUG oslo_vmware.api [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694679, 'name': ReconfigVM_Task, 'duration_secs': 5.975279} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.107145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.108123] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Reconfigured VM to detach interface {{(pid=62777) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1806.112567] env[62777]: DEBUG oslo_vmware.api [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.214161] env[62777]: DEBUG nova.objects.instance [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'flavor' on Instance uuid 52d23510-b394-4210-a5dd-70c41a423c8d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1806.322442] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6623729a-3e75-470a-9dff-599dc2cad0e6 tempest-ServersTestJSON-1783480219 tempest-ServersTestJSON-1783480219-project-member] Lock "c4a8bfef-b253-420c-b90a-1e435421d111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.084s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.608591] env[62777]: DEBUG oslo_vmware.api [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209328} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.609260] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1806.609512] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1806.609705] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1806.609878] env[62777]: INFO nova.compute.manager [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1806.610143] env[62777]: DEBUG oslo.service.loopingcall [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1806.610333] env[62777]: DEBUG nova.compute.manager [-] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1806.610427] env[62777]: DEBUG nova.network.neutron [-] [instance: 281efae9-db48-42cb-92ea-012251c88baa] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.081957] env[62777]: DEBUG nova.network.neutron [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updated VIF entry in instance network info cache for port 55b7ed30-5316-4670-a334-f1b2de040e7c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1807.082247] env[62777]: DEBUG nova.network.neutron [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updating instance_info_cache with network_info: [{"id": "55b7ed30-5316-4670-a334-f1b2de040e7c", "address": "fa:16:3e:c9:23:15", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b7ed30-53", "ovs_interfaceid": "55b7ed30-5316-4670-a334-f1b2de040e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.221143] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e369e9e0-b2a8-43de-89bf-b7f77896887f tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.269s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.315423] env[62777]: DEBUG nova.compute.manager [req-0d45cfe8-682a-4fe3-befa-c327b0b05cfd req-486469d0-9c52-495a-8908-5e58e906fa2b service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Received event network-vif-deleted-6d9214c1-c390-4613-a856-00f2eccbf9cb {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1807.315916] env[62777]: INFO nova.compute.manager [req-0d45cfe8-682a-4fe3-befa-c327b0b05cfd req-486469d0-9c52-495a-8908-5e58e906fa2b service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Neutron deleted interface 6d9214c1-c390-4613-a856-00f2eccbf9cb; detaching it from the instance and deleting it from the info cache [ 1807.316162] env[62777]: DEBUG nova.network.neutron [req-0d45cfe8-682a-4fe3-befa-c327b0b05cfd req-486469d0-9c52-495a-8908-5e58e906fa2b service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.585453] env[62777]: DEBUG oslo_concurrency.lockutils [req-40a40929-93e7-4399-b71b-a805f63d6160 req-0038d8ed-70da-486e-9b7f-ef3a3f57803d service nova] Releasing lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.777164] env[62777]: DEBUG nova.network.neutron [-] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.819397] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-607ae619-17bd-40b7-a01f-b61700a8ea42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.830710] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0d6836-94d6-486b-90b4-e4aace096a32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.866995] env[62777]: DEBUG nova.compute.manager [req-0d45cfe8-682a-4fe3-befa-c327b0b05cfd req-486469d0-9c52-495a-8908-5e58e906fa2b service nova] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Detach interface failed, port_id=6d9214c1-c390-4613-a856-00f2eccbf9cb, reason: Instance 281efae9-db48-42cb-92ea-012251c88baa could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1808.011114] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.013589] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.013589] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.013589] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.013589] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.015839] env[62777]: INFO nova.compute.manager [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Terminating instance [ 1808.257402] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.257708] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquired lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.257808] env[62777]: DEBUG nova.network.neutron [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1808.279492] env[62777]: INFO nova.compute.manager [-] [instance: 281efae9-db48-42cb-92ea-012251c88baa] Took 1.67 seconds to deallocate network for instance. [ 1808.303152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.303152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.303770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "52d23510-b394-4210-a5dd-70c41a423c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.303770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.303770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.306058] env[62777]: INFO nova.compute.manager [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Terminating instance [ 1808.521357] env[62777]: DEBUG nova.compute.manager [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.521579] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.522506] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd86f542-84c8-4b55-a628-2171078969cc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.531059] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.531367] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-621a10d3-23a7-4a38-a044-9688bdd9d5e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.539239] env[62777]: DEBUG oslo_vmware.api [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1808.539239] env[62777]: value = "task-1694698" [ 1808.539239] env[62777]: _type = "Task" [ 1808.539239] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.548869] env[62777]: DEBUG oslo_vmware.api [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.787401] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.787698] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.787938] env[62777]: DEBUG nova.objects.instance [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'resources' on Instance uuid 281efae9-db48-42cb-92ea-012251c88baa {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1808.809990] env[62777]: DEBUG nova.compute.manager [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1808.810263] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.811194] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc46eea-a71f-485e-b5f7-ed9b4251111b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.820901] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.821172] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c55692cb-0f27-43ce-88a6-6856facddf2f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.829679] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1808.829679] env[62777]: value = "task-1694699" [ 1808.829679] env[62777]: _type = "Task" [ 1808.829679] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.841174] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.001173] env[62777]: INFO nova.network.neutron [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Port 9f4395f2-7346-4b1f-9ec4-08b332b52a55 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1809.001672] env[62777]: DEBUG nova.network.neutron [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [{"id": "58e0ce6f-f004-461c-a46c-31b88a39b662", "address": "fa:16:3e:bd:a3:6a", "network": {"id": "d0c3c151-941f-4790-8913-99e26f4b7572", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-219533662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41cf8a684ce1425183310df5b4374937", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e445fb59-822c-4d7d-943b-c8e3bbaca62e", "external-id": "nsx-vlan-transportzone-258", "segmentation_id": 258, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e0ce6f-f0", "ovs_interfaceid": "58e0ce6f-f004-461c-a46c-31b88a39b662", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.050032] env[62777]: DEBUG oslo_vmware.api [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694698, 'name': PowerOffVM_Task, 'duration_secs': 0.337026} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.050032] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.050032] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.050287] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92ea39cf-62f9-4257-822c-49cf21f882f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.130366] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.130589] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.130771] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleting the datastore file [datastore1] 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.131051] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6984332a-9741-46b3-8b93-64173b3af0b0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.139072] env[62777]: DEBUG oslo_vmware.api [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1809.139072] env[62777]: value = "task-1694701" [ 1809.139072] env[62777]: _type = "Task" [ 1809.139072] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.147459] env[62777]: DEBUG oslo_vmware.api [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.343968] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694699, 'name': PowerOffVM_Task, 'duration_secs': 0.185505} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.343968] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1809.343968] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1809.344375] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fec7c27-8bd4-435c-8e51-173e5efad024 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.429187] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1809.429434] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1809.429616] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] 52d23510-b394-4210-a5dd-70c41a423c8d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1809.429908] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b804cf-f002-4df4-a3c9-28b6daf87feb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.440170] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1809.440170] env[62777]: value = "task-1694703" [ 1809.440170] env[62777]: _type = "Task" [ 1809.440170] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.448759] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.462935] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64792980-32bb-49bd-9c52-591c8b7d63c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.470919] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cddfa9-67a8-4cef-b728-b9aeeda22955 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.503807] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7bdafc-298f-446d-a73b-ce90301d89ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.507094] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Releasing lock "refresh_cache-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.514745] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb9e5fb-c496-4a65-bc28-0cd94af0f292 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.531457] env[62777]: DEBUG nova.compute.provider_tree [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.652241] env[62777]: DEBUG oslo_vmware.api [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195487} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.652499] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.652685] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.652863] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.653050] env[62777]: INFO nova.compute.manager [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1809.653329] env[62777]: DEBUG oslo.service.loopingcall [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.653526] env[62777]: DEBUG nova.compute.manager [-] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.653624] env[62777]: DEBUG nova.network.neutron [-] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.951788] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.011363] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9b58938c-45d6-432e-9cc2-1b3b67475f4f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "interface-0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0-9f4395f2-7346-4b1f-9ec4-08b332b52a55" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.514s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.035431] env[62777]: DEBUG nova.scheduler.client.report [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1810.452542] env[62777]: DEBUG oslo_vmware.api [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.549702} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.452809] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1810.452997] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1810.453233] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1810.453367] env[62777]: INFO nova.compute.manager [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1810.453606] env[62777]: DEBUG oslo.service.loopingcall [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.453791] env[62777]: DEBUG nova.compute.manager [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1810.453887] env[62777]: DEBUG nova.network.neutron [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1810.526536] env[62777]: DEBUG nova.compute.manager [req-af53c5c6-0100-461d-af8f-d59762be26cd req-1207ab9a-eba4-4fc2-9b8c-9489377e844c service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Received event network-vif-deleted-58e0ce6f-f004-461c-a46c-31b88a39b662 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1810.526830] env[62777]: INFO nova.compute.manager [req-af53c5c6-0100-461d-af8f-d59762be26cd req-1207ab9a-eba4-4fc2-9b8c-9489377e844c service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Neutron deleted interface 58e0ce6f-f004-461c-a46c-31b88a39b662; detaching it from the instance and deleting it from the info cache [ 1810.527385] env[62777]: DEBUG nova.network.neutron [req-af53c5c6-0100-461d-af8f-d59762be26cd req-1207ab9a-eba4-4fc2-9b8c-9489377e844c service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.540550] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.571017] env[62777]: INFO nova.scheduler.client.report [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance 281efae9-db48-42cb-92ea-012251c88baa [ 1810.994156] env[62777]: DEBUG nova.network.neutron [-] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.030438] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75aa4d90-47eb-49f9-8765-85a148a375a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.041704] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda24018-2551-4861-92af-7e9ba063dc36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.083782] env[62777]: DEBUG nova.compute.manager [req-af53c5c6-0100-461d-af8f-d59762be26cd req-1207ab9a-eba4-4fc2-9b8c-9489377e844c service nova] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Detach interface failed, port_id=58e0ce6f-f004-461c-a46c-31b88a39b662, reason: Instance 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1811.084537] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b0d4117a-fb35-48af-8b0d-1ba4dabf58a8 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "281efae9-db48-42cb-92ea-012251c88baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.608s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.431768] env[62777]: DEBUG nova.network.neutron [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.499804] env[62777]: INFO nova.compute.manager [-] [instance: 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0] Took 1.85 seconds to deallocate network for instance. [ 1811.783126] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "23234417-0934-4ead-a930-4df83e420505" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.783384] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "23234417-0934-4ead-a930-4df83e420505" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.783600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "23234417-0934-4ead-a930-4df83e420505-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.783782] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "23234417-0934-4ead-a930-4df83e420505-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.783995] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "23234417-0934-4ead-a930-4df83e420505-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.786710] env[62777]: INFO nova.compute.manager [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Terminating instance [ 1811.934425] env[62777]: INFO nova.compute.manager [-] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Took 1.48 seconds to deallocate network for instance. [ 1812.007080] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.007223] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.007456] env[62777]: DEBUG nova.objects.instance [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'resources' on Instance uuid 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.291899] env[62777]: DEBUG nova.compute.manager [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1812.292136] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1812.293107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3674e943-3e98-490b-9bcf-5d65fd1b953a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.302151] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1812.302366] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-758a079a-4a27-4002-b224-ba953d25141f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.309495] env[62777]: DEBUG oslo_vmware.api [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1812.309495] env[62777]: value = "task-1694704" [ 1812.309495] env[62777]: _type = "Task" [ 1812.309495] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.318470] env[62777]: DEBUG oslo_vmware.api [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.442161] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.557760] env[62777]: DEBUG nova.compute.manager [req-ffd1a32e-a538-49b3-b64e-119ab51f9472 req-ccb41308-d716-440a-bd2a-b4af1cf243f8 service nova] [instance: 52d23510-b394-4210-a5dd-70c41a423c8d] Received event network-vif-deleted-68c3a1d0-d625-4044-9b86-d87864674792 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1812.644899] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94adaac3-62c2-4a69-9950-1f5e658f206a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.652945] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a23536-2035-49bb-9692-d953691592f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.684257] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff27fa78-61d6-49da-b809-53faa05df3f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.692538] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35cc95d-56c7-4f6b-9f6b-eaa4b32643cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.705951] env[62777]: DEBUG nova.compute.provider_tree [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1812.820523] env[62777]: DEBUG oslo_vmware.api [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694704, 'name': PowerOffVM_Task, 'duration_secs': 0.223634} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.820738] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1812.820908] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1812.821186] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0217ba0a-18ba-44eb-a1ef-73622b92102f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.892289] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1812.892543] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1812.892732] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleting the datastore file [datastore1] 23234417-0934-4ead-a930-4df83e420505 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1812.893094] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f9db877-5f4f-4897-a1fa-4be70de95060 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.899325] env[62777]: DEBUG oslo_vmware.api [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for the task: (returnval){ [ 1812.899325] env[62777]: value = "task-1694706" [ 1812.899325] env[62777]: _type = "Task" [ 1812.899325] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.907623] env[62777]: DEBUG oslo_vmware.api [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.209435] env[62777]: DEBUG nova.scheduler.client.report [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1813.410210] env[62777]: DEBUG oslo_vmware.api [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Task: {'id': task-1694706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151911} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.410483] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1813.410677] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1813.410853] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1813.411038] env[62777]: INFO nova.compute.manager [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] [instance: 23234417-0934-4ead-a930-4df83e420505] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1813.411296] env[62777]: DEBUG oslo.service.loopingcall [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1813.411490] env[62777]: DEBUG nova.compute.manager [-] [instance: 23234417-0934-4ead-a930-4df83e420505] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1813.411587] env[62777]: DEBUG nova.network.neutron [-] [instance: 23234417-0934-4ead-a930-4df83e420505] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1813.714914] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.717304] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.275s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.717541] env[62777]: DEBUG nova.objects.instance [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'resources' on Instance uuid 52d23510-b394-4210-a5dd-70c41a423c8d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.734389] env[62777]: INFO nova.scheduler.client.report [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted allocations for instance 0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0 [ 1814.147134] env[62777]: DEBUG nova.network.neutron [-] [instance: 23234417-0934-4ead-a930-4df83e420505] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.241366] env[62777]: DEBUG oslo_concurrency.lockutils [None req-92abf203-103d-4917-8a06-68106773472f tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "0c867b01-a8a6-40dd-bf4d-d55b4e5ef7e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.229s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.340058] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41159a05-8f3d-44fb-adce-0fad09f90548 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.347844] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270e5724-a0a1-43f1-af28-83dd822e2b45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.378153] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d92e72-a78e-4323-9ffd-013996270669 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.387250] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f1d022-5d3e-4b15-a567-be8ef096000e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.402296] env[62777]: DEBUG nova.compute.provider_tree [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1814.594943] env[62777]: DEBUG nova.compute.manager [req-59e407fc-0eb5-4c94-b0de-879a9a869a49 req-b52d7a05-5573-4185-9e7d-6f19b703e946 service nova] [instance: 23234417-0934-4ead-a930-4df83e420505] Received event network-vif-deleted-333b9f0a-3eb2-4046-b626-cf0f218cc4c0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1814.649434] env[62777]: INFO nova.compute.manager [-] [instance: 23234417-0934-4ead-a930-4df83e420505] Took 1.24 seconds to deallocate network for instance. [ 1814.712077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.712077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.712309] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.712529] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.713060] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.714864] env[62777]: INFO nova.compute.manager [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Terminating instance [ 1814.905795] env[62777]: DEBUG nova.scheduler.client.report [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1815.156505] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.218926] env[62777]: DEBUG nova.compute.manager [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.219162] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.220046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5294cad-fb63-4bdc-852f-79d890dbdcd5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.228840] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.229083] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6ee88c-4c5e-4f09-ac19-14c58f519b49 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.235564] env[62777]: DEBUG oslo_vmware.api [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1815.235564] env[62777]: value = "task-1694707" [ 1815.235564] env[62777]: _type = "Task" [ 1815.235564] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.243529] env[62777]: DEBUG oslo_vmware.api [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.411099] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.413870] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.257s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.414180] env[62777]: DEBUG nova.objects.instance [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lazy-loading 'resources' on Instance uuid 23234417-0934-4ead-a930-4df83e420505 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1815.438967] env[62777]: INFO nova.scheduler.client.report [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted allocations for instance 52d23510-b394-4210-a5dd-70c41a423c8d [ 1815.747009] env[62777]: DEBUG oslo_vmware.api [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694707, 'name': PowerOffVM_Task, 'duration_secs': 0.236967} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.747340] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.747514] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.747767] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7896f85-5d0b-4c1f-96a9-ea9e2e9659ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.821928] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.822199] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.822421] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleting the datastore file [datastore1] f10741ca-b522-4aea-8e18-8476b3c46da4 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.822707] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3353a55-06d5-46cd-9885-6c9020352e3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.829938] env[62777]: DEBUG oslo_vmware.api [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for the task: (returnval){ [ 1815.829938] env[62777]: value = "task-1694709" [ 1815.829938] env[62777]: _type = "Task" [ 1815.829938] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.839331] env[62777]: DEBUG oslo_vmware.api [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.892611] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.892887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.948302] env[62777]: DEBUG oslo_concurrency.lockutils [None req-168dc621-ae5d-4ef8-8b85-466c02a1d13d tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "52d23510-b394-4210-a5dd-70c41a423c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.645s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.027025] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e262f-9296-4b05-b90a-1c593beddb7a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.035180] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c426444-b22e-4842-9d9a-e9b35cb00b3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.066112] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2a6f97-3317-4748-9bc6-3800f341df9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.073618] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b095180-5627-494d-ae7b-801ed376aa97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.086692] env[62777]: DEBUG nova.compute.provider_tree [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1816.340619] env[62777]: DEBUG oslo_vmware.api [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Task: {'id': task-1694709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135035} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.340863] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.341055] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.341242] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.341415] env[62777]: INFO nova.compute.manager [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1816.341658] env[62777]: DEBUG oslo.service.loopingcall [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.341846] env[62777]: DEBUG nova.compute.manager [-] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.341941] env[62777]: DEBUG nova.network.neutron [-] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.395876] env[62777]: DEBUG nova.compute.utils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.589950] env[62777]: DEBUG nova.scheduler.client.report [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1816.740646] env[62777]: DEBUG nova.compute.manager [req-d8692ea1-2ba0-486e-9429-a58f267cb5ac req-d3271ffc-e9c4-410c-af78-45ecb2529ada service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Received event network-vif-deleted-3d34acf2-a617-46a0-a286-23272cff5e73 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1816.740854] env[62777]: INFO nova.compute.manager [req-d8692ea1-2ba0-486e-9429-a58f267cb5ac req-d3271ffc-e9c4-410c-af78-45ecb2529ada service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Neutron deleted interface 3d34acf2-a617-46a0-a286-23272cff5e73; detaching it from the instance and deleting it from the info cache [ 1816.741044] env[62777]: DEBUG nova.network.neutron [req-d8692ea1-2ba0-486e-9429-a58f267cb5ac req-d3271ffc-e9c4-410c-af78-45ecb2529ada service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.898508] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.096970] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.179921] env[62777]: DEBUG nova.network.neutron [-] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.226332] env[62777]: INFO nova.scheduler.client.report [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Deleted allocations for instance 23234417-0934-4ead-a930-4df83e420505 [ 1817.238158] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.238158] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.243600] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-519cc30c-50ab-4bfb-95e2-212deedc8d80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.256361] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e666e9-232a-40ab-92f1-a61e59f5c993 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.287144] env[62777]: DEBUG nova.compute.manager [req-d8692ea1-2ba0-486e-9429-a58f267cb5ac req-d3271ffc-e9c4-410c-af78-45ecb2529ada service nova] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Detach interface failed, port_id=3d34acf2-a617-46a0-a286-23272cff5e73, reason: Instance f10741ca-b522-4aea-8e18-8476b3c46da4 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1817.409729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.410101] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.410362] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.410578] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1817.410766] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.414135] env[62777]: INFO nova.compute.manager [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Terminating instance [ 1817.682213] env[62777]: INFO nova.compute.manager [-] [instance: f10741ca-b522-4aea-8e18-8476b3c46da4] Took 1.34 seconds to deallocate network for instance. [ 1817.739910] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1817.742583] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9eca4623-fa9d-4f6d-bb8e-a4d86feb79c4 tempest-ServersTestJSON-1059620867 tempest-ServersTestJSON-1059620867-project-member] Lock "23234417-0934-4ead-a930-4df83e420505" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.959s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.920180] env[62777]: DEBUG nova.compute.manager [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1817.920426] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1817.921714] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d6e3d0-0908-441c-bdbf-7b811c9c5bc1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.929921] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1817.930184] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1e80952-866a-48e9-8bd4-ffbbfc0a1ab9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.938414] env[62777]: DEBUG oslo_vmware.api [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1817.938414] env[62777]: value = "task-1694710" [ 1817.938414] env[62777]: _type = "Task" [ 1817.938414] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.949718] env[62777]: DEBUG oslo_vmware.api [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.011155] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.011373] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.011610] env[62777]: INFO nova.compute.manager [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Attaching volume 36652caa-6314-4e49-972c-29befe2416ca to /dev/sdb [ 1818.047018] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9a7e46-107f-43a5-9af3-21921fc3b729 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.055390] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b963ff1-8c03-4f54-9622-6cfb9b0d5bd9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.072839] env[62777]: DEBUG nova.virt.block_device [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating existing volume attachment record: 0c09f035-f09e-4b12-84bc-de3e1a570a04 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1818.191531] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.191531] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.191531] env[62777]: DEBUG nova.objects.instance [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lazy-loading 'resources' on Instance uuid f10741ca-b522-4aea-8e18-8476b3c46da4 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.268319] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.449656] env[62777]: DEBUG oslo_vmware.api [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694710, 'name': PowerOffVM_Task, 'duration_secs': 0.314819} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.449934] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1818.450123] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1818.450384] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be26380-602d-4db6-802a-6c4c9e853f9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.526146] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1818.526626] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1818.526874] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleting the datastore file [datastore1] 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1818.527172] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5fd1ac8-e6fd-4cc6-8a69-0c7640cd986c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.534641] env[62777]: DEBUG oslo_vmware.api [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1818.534641] env[62777]: value = "task-1694713" [ 1818.534641] env[62777]: _type = "Task" [ 1818.534641] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.543944] env[62777]: DEBUG oslo_vmware.api [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.832409] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcd65af-8818-4b5a-9cfe-c2d135b2a362 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.841164] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce9baf-b896-4bce-9b68-54ee997c4e22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.872318] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf870aa-40f7-4956-a8c4-233333cdfa61 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.880517] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd81f54-e0c7-4dd5-88f4-37b285993ed6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.893898] env[62777]: DEBUG nova.compute.provider_tree [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.045338] env[62777]: DEBUG oslo_vmware.api [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140775} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.045566] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1819.045755] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1819.045936] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1819.046125] env[62777]: INFO nova.compute.manager [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1819.046462] env[62777]: DEBUG oslo.service.loopingcall [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1819.046653] env[62777]: DEBUG nova.compute.manager [-] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1819.046753] env[62777]: DEBUG nova.network.neutron [-] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1819.422625] env[62777]: ERROR nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] [req-5227ab74-7416-4588-b73b-d9237ea5fa51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5227ab74-7416-4588-b73b-d9237ea5fa51"}]} [ 1819.448536] env[62777]: DEBUG nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1819.464984] env[62777]: DEBUG nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1819.464984] env[62777]: DEBUG nova.compute.provider_tree [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1819.477671] env[62777]: DEBUG nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1819.497897] env[62777]: DEBUG nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1819.590596] env[62777]: DEBUG nova.compute.manager [req-eb23c2c8-cfdf-48cd-9a4e-d8b4bdd0c940 req-ec82f676-d81c-4c73-bb68-2d3a1a227628 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Received event network-vif-deleted-183f0160-1905-493c-8465-5bb093f0c822 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1819.590759] env[62777]: INFO nova.compute.manager [req-eb23c2c8-cfdf-48cd-9a4e-d8b4bdd0c940 req-ec82f676-d81c-4c73-bb68-2d3a1a227628 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Neutron deleted interface 183f0160-1905-493c-8465-5bb093f0c822; detaching it from the instance and deleting it from the info cache [ 1819.590933] env[62777]: DEBUG nova.network.neutron [req-eb23c2c8-cfdf-48cd-9a4e-d8b4bdd0c940 req-ec82f676-d81c-4c73-bb68-2d3a1a227628 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.644651] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fd3bb8-00b5-4840-97b5-a8a93937f8b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.652638] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be06148-fa68-400b-934b-0cdef3e4b5e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.684743] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e3b066-09a9-4dc8-bcf0-256062a84972 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.693107] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b178d9aa-e9c8-4434-b93c-8c3537c4cd9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.708141] env[62777]: DEBUG nova.compute.provider_tree [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.056948] env[62777]: DEBUG nova.network.neutron [-] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.100015] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a0d43e1-61d6-445d-b866-ed2257ad991f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.113449] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8fcae9-1256-4223-aac0-7dfadcddd151 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.146102] env[62777]: DEBUG nova.compute.manager [req-eb23c2c8-cfdf-48cd-9a4e-d8b4bdd0c940 req-ec82f676-d81c-4c73-bb68-2d3a1a227628 service nova] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Detach interface failed, port_id=183f0160-1905-493c-8465-5bb093f0c822, reason: Instance 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1820.240924] env[62777]: DEBUG nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1820.241311] env[62777]: DEBUG nova.compute.provider_tree [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 168 to 169 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1820.241500] env[62777]: DEBUG nova.compute.provider_tree [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1820.562311] env[62777]: INFO nova.compute.manager [-] [instance: 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c] Took 1.52 seconds to deallocate network for instance. [ 1820.748214] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.558s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.750651] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.483s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.752621] env[62777]: INFO nova.compute.claims [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.769191] env[62777]: INFO nova.scheduler.client.report [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Deleted allocations for instance f10741ca-b522-4aea-8e18-8476b3c46da4 [ 1821.069607] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.275722] env[62777]: DEBUG oslo_concurrency.lockutils [None req-760558a4-45e7-46c8-82a8-559b15b30835 tempest-AttachInterfacesTestJSON-1540486106 tempest-AttachInterfacesTestJSON-1540486106-project-member] Lock "f10741ca-b522-4aea-8e18-8476b3c46da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.564s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.863190] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a685554-95e1-46b0-bf4c-23ea3cd94396 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.870843] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ae940e-38c4-4ed2-99ee-2f274302824a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.901269] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cd543-20c9-40ac-9e9c-c7d53707e30e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.908673] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53870d80-414d-4f8f-8b6d-e15951531d20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.923702] env[62777]: DEBUG nova.compute.provider_tree [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1822.426979] env[62777]: DEBUG nova.scheduler.client.report [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1822.617894] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1822.618219] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353341', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'name': 'volume-36652caa-6314-4e49-972c-29befe2416ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'serial': '36652caa-6314-4e49-972c-29befe2416ca'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1822.619138] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01bca5-0e41-4b5f-bef9-d67e2941626d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.635492] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21e636d-cb48-4b69-9dc6-f98c427c6364 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.660144] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-36652caa-6314-4e49-972c-29befe2416ca/volume-36652caa-6314-4e49-972c-29befe2416ca.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1822.660411] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c105e1d-efd3-4364-a31f-83100b6cc3a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.678594] env[62777]: DEBUG oslo_vmware.api [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1822.678594] env[62777]: value = "task-1694715" [ 1822.678594] env[62777]: _type = "Task" [ 1822.678594] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.685942] env[62777]: DEBUG oslo_vmware.api [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.932154] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.932715] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.935598] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.866s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.935785] env[62777]: DEBUG nova.objects.instance [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'resources' on Instance uuid 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1823.189197] env[62777]: DEBUG oslo_vmware.api [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694715, 'name': ReconfigVM_Task, 'duration_secs': 0.321775} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.189946] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-36652caa-6314-4e49-972c-29befe2416ca/volume-36652caa-6314-4e49-972c-29befe2416ca.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1823.194442] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead51c0a-3f74-4b5c-9a78-743ed6b0ef52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.209223] env[62777]: DEBUG oslo_vmware.api [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1823.209223] env[62777]: value = "task-1694716" [ 1823.209223] env[62777]: _type = "Task" [ 1823.209223] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.217572] env[62777]: DEBUG oslo_vmware.api [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.438910] env[62777]: DEBUG nova.compute.utils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.443494] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.444237] env[62777]: DEBUG nova.network.neutron [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.488540] env[62777]: DEBUG nova.policy [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4349d4e702840ec9a3418ba29cc09ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84aae44899c4a86935fed6f93b53c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.552705] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a338f18-5650-4a4d-a7f3-2831eeb26e13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.560913] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88929de1-54e5-421e-a930-56d383ae2e6e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.594566] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94b5f4f-b128-4f26-9baf-998a011d8f89 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.602404] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccb387c-4007-4984-b775-628f73c85ad1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.615906] env[62777]: DEBUG nova.compute.provider_tree [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.719536] env[62777]: DEBUG oslo_vmware.api [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694716, 'name': ReconfigVM_Task, 'duration_secs': 0.152592} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.719843] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353341', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'name': 'volume-36652caa-6314-4e49-972c-29befe2416ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'serial': '36652caa-6314-4e49-972c-29befe2416ca'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1823.766767] env[62777]: DEBUG nova.network.neutron [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Successfully created port: 75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.942126] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1824.120082] env[62777]: DEBUG nova.scheduler.client.report [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1824.625577] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.655480] env[62777]: INFO nova.scheduler.client.report [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted allocations for instance 8eaf7c1b-5ece-47df-8ee4-19c759ebc50c [ 1824.765696] env[62777]: DEBUG nova.objects.instance [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.954020] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1824.992243] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1824.994058] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1824.994451] env[62777]: DEBUG nova.virt.hardware [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1824.995567] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839b12fa-fa46-4c74-898c-6afcd51c3be0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.007907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed4372-014c-4c6c-857e-ac6a046bf714 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.163388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c746c38-cfb0-4794-888f-bd193cdb28f9 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "8eaf7c1b-5ece-47df-8ee4-19c759ebc50c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.753s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.198592] env[62777]: DEBUG nova.compute.manager [req-bb472a09-dc1f-4d60-ad42-93651e881a79 req-6d24b62c-de25-460e-821b-ba5aa51a44e9 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Received event network-vif-plugged-75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1825.198592] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb472a09-dc1f-4d60-ad42-93651e881a79 req-6d24b62c-de25-460e-821b-ba5aa51a44e9 service nova] Acquiring lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.198875] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb472a09-dc1f-4d60-ad42-93651e881a79 req-6d24b62c-de25-460e-821b-ba5aa51a44e9 service nova] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.198875] env[62777]: DEBUG oslo_concurrency.lockutils [req-bb472a09-dc1f-4d60-ad42-93651e881a79 req-6d24b62c-de25-460e-821b-ba5aa51a44e9 service nova] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.199043] env[62777]: DEBUG nova.compute.manager [req-bb472a09-dc1f-4d60-ad42-93651e881a79 req-6d24b62c-de25-460e-821b-ba5aa51a44e9 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] No waiting events found dispatching network-vif-plugged-75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1825.199182] env[62777]: WARNING nova.compute.manager [req-bb472a09-dc1f-4d60-ad42-93651e881a79 req-6d24b62c-de25-460e-821b-ba5aa51a44e9 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Received unexpected event network-vif-plugged-75f1bdd1-213b-4640-8084-5a13743da95a for instance with vm_state building and task_state spawning. [ 1825.269993] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31108f3b-1b20-442c-987a-a016c7b2c0ea tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.279271] env[62777]: DEBUG nova.network.neutron [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Successfully updated port: 75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.676803] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.677080] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.782152] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.782928] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.782928] env[62777]: DEBUG nova.network.neutron [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.166035] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.166331] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.180711] env[62777]: DEBUG nova.compute.utils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1826.314744] env[62777]: DEBUG nova.network.neutron [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.358262] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "b3ba62ee-86be-496a-974a-79dc1af43c22" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.358492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.456075] env[62777]: DEBUG nova.network.neutron [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Updating instance_info_cache with network_info: [{"id": "75f1bdd1-213b-4640-8084-5a13743da95a", "address": "fa:16:3e:5f:e7:9e", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f1bdd1-21", "ovs_interfaceid": "75f1bdd1-213b-4640-8084-5a13743da95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.669345] env[62777]: DEBUG nova.compute.utils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1826.683054] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.860671] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1826.958548] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.958791] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Instance network_info: |[{"id": "75f1bdd1-213b-4640-8084-5a13743da95a", "address": "fa:16:3e:5f:e7:9e", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f1bdd1-21", "ovs_interfaceid": "75f1bdd1-213b-4640-8084-5a13743da95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1826.959321] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:e7:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75f1bdd1-213b-4640-8084-5a13743da95a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1826.967627] env[62777]: DEBUG oslo.service.loopingcall [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1826.967709] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1826.967973] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-247eb521-0271-4212-8f2d-0e62e73a197c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.990030] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1826.990030] env[62777]: value = "task-1694717" [ 1826.990030] env[62777]: _type = "Task" [ 1826.990030] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.998405] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694717, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.173264] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.388272] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.388552] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.390298] env[62777]: INFO nova.compute.claims [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1827.500660] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694717, 'name': CreateVM_Task, 'duration_secs': 0.313956} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.500843] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1827.501559] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.501732] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.502169] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1827.502394] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a242b006-94cc-4ca4-8167-44f19ec97f5f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.507355] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1827.507355] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5276a77e-e6b3-1988-dfa6-aaad639d2a40" [ 1827.507355] env[62777]: _type = "Task" [ 1827.507355] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.514770] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5276a77e-e6b3-1988-dfa6-aaad639d2a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.552530] env[62777]: DEBUG nova.compute.manager [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Received event network-changed-75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1827.552688] env[62777]: DEBUG nova.compute.manager [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Refreshing instance network info cache due to event network-changed-75f1bdd1-213b-4640-8084-5a13743da95a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1827.552896] env[62777]: DEBUG oslo_concurrency.lockutils [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] Acquiring lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.553043] env[62777]: DEBUG oslo_concurrency.lockutils [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] Acquired lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.553205] env[62777]: DEBUG nova.network.neutron [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Refreshing network info cache for port 75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.792171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.792434] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.792657] env[62777]: INFO nova.compute.manager [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Attaching volume 46a5dae0-c484-4e21-bc01-fd1cb8d46d50 to /dev/sdb [ 1827.820121] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40205915-2358-4245-8a95-c6968e5c765a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.827576] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5bbe67-deaa-404c-9c09-79a58463cc2d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.840724] env[62777]: DEBUG nova.virt.block_device [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating existing volume attachment record: aa4b7cdd-303d-4aa5-b7fb-fa9f39d56ad5 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1827.888314] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.888582] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.017660] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5276a77e-e6b3-1988-dfa6-aaad639d2a40, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.017971] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.018225] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.018457] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.018601] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.018779] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.019391] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1ac8bb6-9f55-4f6e-8a53-677c3f77b54a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.027797] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.028041] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.028755] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb70a88e-9edf-4c06-8d15-16fac8fee430 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.034044] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1828.034044] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b95a60-b745-fdd7-8764-7bc514da95c7" [ 1828.034044] env[62777]: _type = "Task" [ 1828.034044] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.042239] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b95a60-b745-fdd7-8764-7bc514da95c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.257550] env[62777]: DEBUG nova.network.neutron [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Updated VIF entry in instance network info cache for port 75f1bdd1-213b-4640-8084-5a13743da95a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.258307] env[62777]: DEBUG nova.network.neutron [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Updating instance_info_cache with network_info: [{"id": "75f1bdd1-213b-4640-8084-5a13743da95a", "address": "fa:16:3e:5f:e7:9e", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f1bdd1-21", "ovs_interfaceid": "75f1bdd1-213b-4640-8084-5a13743da95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.259562] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.259794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.260016] env[62777]: INFO nova.compute.manager [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Attaching volume a5126bc0-7e05-4acf-9b7e-7aa7efd35849 to /dev/sdc [ 1828.293194] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f35290-709c-4b80-b419-35a808c96ef0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.300527] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22273e5f-64b3-419b-9ef1-66415545716d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.313278] env[62777]: DEBUG nova.virt.block_device [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating existing volume attachment record: 856d1d3f-8b8b-4efc-aee3-9353e99114fa {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1828.391706] env[62777]: INFO nova.compute.manager [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Detaching volume 0dcb9400-ed7e-4e37-904e-bf44d6eb6feb [ 1828.512204] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913ce59-8167-43a8-8b09-2856e3520f83 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.519467] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09120331-27c7-457e-bef3-838963d6b027 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.553551] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a821b8-3ce5-4126-8304-22b24c3cce12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.564328] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9dc3fb-9a88-4543-af63-efd0c8d6b2cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.568026] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52b95a60-b745-fdd7-8764-7bc514da95c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008594} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.569104] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e38c1da-a306-4e7d-8bec-9b2c7c1cdbc5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.579268] env[62777]: DEBUG nova.compute.provider_tree [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.583159] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1828.583159] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5248c49f-56ad-d7d5-6aad-98a6e2a523ab" [ 1828.583159] env[62777]: _type = "Task" [ 1828.583159] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.590880] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5248c49f-56ad-d7d5-6aad-98a6e2a523ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.763799] env[62777]: DEBUG oslo_concurrency.lockutils [req-81890d7a-26c3-476a-a744-5d85d54a1923 req-d73a88dd-01b8-45a6-bb75-600f89adce3b service nova] Releasing lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.083030] env[62777]: DEBUG nova.scheduler.client.report [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1829.095394] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5248c49f-56ad-d7d5-6aad-98a6e2a523ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.095688] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.095994] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9d32dd62-6201-47b9-9e9e-f3dc321bca0b/9d32dd62-6201-47b9-9e9e-f3dc321bca0b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.096267] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c829264-d7e8-409c-9759-99ebab37458e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.102537] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1829.102537] env[62777]: value = "task-1694722" [ 1829.102537] env[62777]: _type = "Task" [ 1829.102537] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.111050] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.590980] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.202s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.591537] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.613492] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428975} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.613492] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 9d32dd62-6201-47b9-9e9e-f3dc321bca0b/9d32dd62-6201-47b9-9e9e-f3dc321bca0b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.613492] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.613492] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7face64b-2dd9-4d0c-a301-70ff6b6c0221 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.621418] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1829.621418] env[62777]: value = "task-1694723" [ 1829.621418] env[62777]: _type = "Task" [ 1829.621418] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.629303] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.096383] env[62777]: DEBUG nova.compute.utils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.097837] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1830.098026] env[62777]: DEBUG nova.network.neutron [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.130994] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066307} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.131717] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.132286] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcca913-15a6-4222-b14b-1f2bbe0bb70a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.137119] env[62777]: DEBUG nova.policy [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faebe32ffe264a34a6fbd7e5a0fec3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f250575722b24b758ca7c97e376926d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.159523] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 9d32dd62-6201-47b9-9e9e-f3dc321bca0b/9d32dd62-6201-47b9-9e9e-f3dc321bca0b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.159846] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1cde097-a958-49a1-bc63-83853a7fdde9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.181183] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1830.181183] env[62777]: value = "task-1694724" [ 1830.181183] env[62777]: _type = "Task" [ 1830.181183] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.190042] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.392882] env[62777]: DEBUG nova.network.neutron [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Successfully created port: 0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.601841] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.690863] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694724, 'name': ReconfigVM_Task, 'duration_secs': 0.30711} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.692048] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 9d32dd62-6201-47b9-9e9e-f3dc321bca0b/9d32dd62-6201-47b9-9e9e-f3dc321bca0b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.692048] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c63ac569-e6f4-47b1-acd9-5467aef4a139 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.698835] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1830.698835] env[62777]: value = "task-1694727" [ 1830.698835] env[62777]: _type = "Task" [ 1830.698835] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.712129] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694727, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.209303] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694727, 'name': Rename_Task, 'duration_secs': 0.257927} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.209568] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.209805] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade3b0b0-3675-4e1f-9a53-b06d04a128da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.215732] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1831.215732] env[62777]: value = "task-1694728" [ 1831.215732] env[62777]: _type = "Task" [ 1831.215732] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.223184] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.611424] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.640238] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1831.640484] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1831.640640] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.640823] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1831.640968] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.641131] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1831.641382] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1831.641545] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1831.641711] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1831.641870] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1831.642051] env[62777]: DEBUG nova.virt.hardware [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1831.642966] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36ab9f-a4df-47aa-92dd-9b7d6099e610 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.651537] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e6610-2538-4457-a494-9dddd3ed9310 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.725591] env[62777]: DEBUG oslo_vmware.api [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694728, 'name': PowerOnVM_Task, 'duration_secs': 0.42556} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.725591] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1831.725591] env[62777]: INFO nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1831.725591] env[62777]: DEBUG nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1831.726369] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6bfba1-03c5-4eda-a602-5424799f2e9b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.806695] env[62777]: DEBUG nova.compute.manager [req-b8122c6f-401e-4bc6-8e19-32264d9e5e3a req-63e37f7e-1132-4a16-be69-bf43b9fd3d21 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Received event network-vif-plugged-0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1831.808372] env[62777]: DEBUG oslo_concurrency.lockutils [req-b8122c6f-401e-4bc6-8e19-32264d9e5e3a req-63e37f7e-1132-4a16-be69-bf43b9fd3d21 service nova] Acquiring lock "b3ba62ee-86be-496a-974a-79dc1af43c22-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.808372] env[62777]: DEBUG oslo_concurrency.lockutils [req-b8122c6f-401e-4bc6-8e19-32264d9e5e3a req-63e37f7e-1132-4a16-be69-bf43b9fd3d21 service nova] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.808372] env[62777]: DEBUG oslo_concurrency.lockutils [req-b8122c6f-401e-4bc6-8e19-32264d9e5e3a req-63e37f7e-1132-4a16-be69-bf43b9fd3d21 service nova] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.808372] env[62777]: DEBUG nova.compute.manager [req-b8122c6f-401e-4bc6-8e19-32264d9e5e3a req-63e37f7e-1132-4a16-be69-bf43b9fd3d21 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] No waiting events found dispatching network-vif-plugged-0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1831.808372] env[62777]: WARNING nova.compute.manager [req-b8122c6f-401e-4bc6-8e19-32264d9e5e3a req-63e37f7e-1132-4a16-be69-bf43b9fd3d21 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Received unexpected event network-vif-plugged-0a1bb85d-381c-4ed2-a9da-a1a600632170 for instance with vm_state building and task_state spawning. [ 1831.906338] env[62777]: DEBUG nova.network.neutron [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Successfully updated port: 0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1832.246924] env[62777]: INFO nova.compute.manager [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Took 14.00 seconds to build instance. [ 1832.331074] env[62777]: DEBUG nova.compute.manager [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Received event network-changed-75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1832.331280] env[62777]: DEBUG nova.compute.manager [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Refreshing instance network info cache due to event network-changed-75f1bdd1-213b-4640-8084-5a13743da95a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1832.331493] env[62777]: DEBUG oslo_concurrency.lockutils [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] Acquiring lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.331654] env[62777]: DEBUG oslo_concurrency.lockutils [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] Acquired lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.331816] env[62777]: DEBUG nova.network.neutron [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Refreshing network info cache for port 75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1832.410665] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-b3ba62ee-86be-496a-974a-79dc1af43c22" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.410755] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-b3ba62ee-86be-496a-974a-79dc1af43c22" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.411029] env[62777]: DEBUG nova.network.neutron [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1832.749076] env[62777]: DEBUG oslo_concurrency.lockutils [None req-312dec79-ec41-4e85-932b-0b97c4992968 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.511s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.854182] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1832.854457] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353345', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'name': 'volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'serial': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1832.855358] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3c611-7289-42e5-b3bd-42dfd3a15983 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.871809] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bee47c-0009-4c27-9621-c7143f8ec99b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.900598] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849/volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1832.903585] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1832.903802] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353344', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'name': 'volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '653a2a5d-1755-4a56-8463-3ad1b2191680', 'attached_at': '', 'detached_at': '', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'serial': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1832.904076] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260641cc-fe64-4fc8-b24e-6f556bcf297f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.918704] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2278c1f-b6b1-452b-aff7-33923c5edb45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.923213] env[62777]: INFO nova.virt.block_device [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Attempting to driver detach volume 0dcb9400-ed7e-4e37-904e-bf44d6eb6feb from mountpoint /dev/sdb [ 1832.923560] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1832.923860] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353326', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'name': 'volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a12429e-5d48-432a-8ebf-c494aabb196d', 'attached_at': '', 'detached_at': '', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'serial': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1832.926713] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acceb6d-d732-4a45-9ecd-dfbf9fea9c15 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.966078] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5280679-0109-4a17-b0c3-dfe67651c8e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.969293] env[62777]: DEBUG oslo_vmware.api [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1832.969293] env[62777]: value = "task-1694729" [ 1832.969293] env[62777]: _type = "Task" [ 1832.969293] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.970138] env[62777]: DEBUG nova.network.neutron [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1832.972374] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14e2138-ac99-4532-98a3-b2f521d15d0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.999593] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50/volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1833.003907] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8898c6ee-5c0f-4e47-8152-21904c580e86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.022736] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940e2655-8caa-4352-8414-ffcd24fc837d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.025132] env[62777]: DEBUG oslo_vmware.api [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.045135] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d06716-0c92-4e06-9090-07e1290b4bf9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.047784] env[62777]: DEBUG oslo_vmware.api [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1833.047784] env[62777]: value = "task-1694730" [ 1833.047784] env[62777]: _type = "Task" [ 1833.047784] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.063790] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] The volume has not been displaced from its original location: [datastore1] volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb/volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1833.069464] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1833.071937] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68866746-c92a-4a2d-b8fa-7033d2f559ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.091992] env[62777]: DEBUG oslo_vmware.api [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.099603] env[62777]: DEBUG oslo_vmware.api [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1833.099603] env[62777]: value = "task-1694731" [ 1833.099603] env[62777]: _type = "Task" [ 1833.099603] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.108069] env[62777]: DEBUG oslo_vmware.api [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.263379] env[62777]: DEBUG nova.network.neutron [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Updating instance_info_cache with network_info: [{"id": "0a1bb85d-381c-4ed2-a9da-a1a600632170", "address": "fa:16:3e:95:64:a7", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1bb85d-38", "ovs_interfaceid": "0a1bb85d-381c-4ed2-a9da-a1a600632170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.290436] env[62777]: DEBUG nova.network.neutron [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Updated VIF entry in instance network info cache for port 75f1bdd1-213b-4640-8084-5a13743da95a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1833.291525] env[62777]: DEBUG nova.network.neutron [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Updating instance_info_cache with network_info: [{"id": "75f1bdd1-213b-4640-8084-5a13743da95a", "address": "fa:16:3e:5f:e7:9e", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75f1bdd1-21", "ovs_interfaceid": "75f1bdd1-213b-4640-8084-5a13743da95a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.486063] env[62777]: DEBUG oslo_vmware.api [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694729, 'name': ReconfigVM_Task, 'duration_secs': 0.375193} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.486063] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849/volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.490391] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd507b21-9dc5-4114-ba43-6e463f451470 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.504990] env[62777]: DEBUG oslo_vmware.api [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1833.504990] env[62777]: value = "task-1694732" [ 1833.504990] env[62777]: _type = "Task" [ 1833.504990] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.514877] env[62777]: DEBUG oslo_vmware.api [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.560024] env[62777]: DEBUG oslo_vmware.api [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694730, 'name': ReconfigVM_Task, 'duration_secs': 0.331687} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.560332] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50/volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1833.565419] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ac35a9e-395f-4559-ab51-91a74a0234cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.581911] env[62777]: DEBUG oslo_vmware.api [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1833.581911] env[62777]: value = "task-1694734" [ 1833.581911] env[62777]: _type = "Task" [ 1833.581911] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.593917] env[62777]: DEBUG oslo_vmware.api [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.610717] env[62777]: DEBUG oslo_vmware.api [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694731, 'name': ReconfigVM_Task, 'duration_secs': 0.241635} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.611156] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1833.619514] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8faa42a-182d-4120-8d4f-7081b13faf8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.634634] env[62777]: DEBUG oslo_vmware.api [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1833.634634] env[62777]: value = "task-1694735" [ 1833.634634] env[62777]: _type = "Task" [ 1833.634634] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.642719] env[62777]: DEBUG oslo_vmware.api [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.766915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-b3ba62ee-86be-496a-974a-79dc1af43c22" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.767419] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Instance network_info: |[{"id": "0a1bb85d-381c-4ed2-a9da-a1a600632170", "address": "fa:16:3e:95:64:a7", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1bb85d-38", "ovs_interfaceid": "0a1bb85d-381c-4ed2-a9da-a1a600632170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1833.767804] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:64:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a1bb85d-381c-4ed2-a9da-a1a600632170', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1833.775447] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating folder: Project (f250575722b24b758ca7c97e376926d6). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1833.775765] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d601590-275a-4c9f-aa8e-d395376bef32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.786058] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created folder: Project (f250575722b24b758ca7c97e376926d6) in parent group-v353040. [ 1833.786251] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating folder: Instances. Parent ref: group-v353347. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1833.786476] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00b5d636-6414-4129-85ae-bc3ba537eb1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.795805] env[62777]: DEBUG oslo_concurrency.lockutils [req-5faca09f-da2e-4faf-9da4-bd51b497fe03 req-92a57955-fc4d-4503-9f72-07da99d4f344 service nova] Releasing lock "refresh_cache-9d32dd62-6201-47b9-9e9e-f3dc321bca0b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.796190] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created folder: Instances in parent group-v353347. [ 1833.796412] env[62777]: DEBUG oslo.service.loopingcall [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1833.796845] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1833.796845] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c241ea-7158-4fad-8ff5-1aa60d806199 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.816413] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1833.816413] env[62777]: value = "task-1694738" [ 1833.816413] env[62777]: _type = "Task" [ 1833.816413] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.824069] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694738, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.832519] env[62777]: DEBUG nova.compute.manager [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Received event network-changed-0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1833.832770] env[62777]: DEBUG nova.compute.manager [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Refreshing instance network info cache due to event network-changed-0a1bb85d-381c-4ed2-a9da-a1a600632170. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1833.832941] env[62777]: DEBUG oslo_concurrency.lockutils [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] Acquiring lock "refresh_cache-b3ba62ee-86be-496a-974a-79dc1af43c22" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.833066] env[62777]: DEBUG oslo_concurrency.lockutils [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] Acquired lock "refresh_cache-b3ba62ee-86be-496a-974a-79dc1af43c22" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.833228] env[62777]: DEBUG nova.network.neutron [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Refreshing network info cache for port 0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.015311] env[62777]: DEBUG oslo_vmware.api [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694732, 'name': ReconfigVM_Task, 'duration_secs': 0.140958} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.015631] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353345', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'name': 'volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'serial': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1834.093378] env[62777]: DEBUG oslo_vmware.api [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694734, 'name': ReconfigVM_Task, 'duration_secs': 0.148724} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.093378] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353344', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'name': 'volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '653a2a5d-1755-4a56-8463-3ad1b2191680', 'attached_at': '', 'detached_at': '', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'serial': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1834.145516] env[62777]: DEBUG oslo_vmware.api [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694735, 'name': ReconfigVM_Task, 'duration_secs': 0.141238} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.145859] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353326', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'name': 'volume-0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6a12429e-5d48-432a-8ebf-c494aabb196d', 'attached_at': '', 'detached_at': '', 'volume_id': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb', 'serial': '0dcb9400-ed7e-4e37-904e-bf44d6eb6feb'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1834.327112] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694738, 'name': CreateVM_Task, 'duration_secs': 0.486697} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.327316] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1834.328070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.328267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.328617] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1834.328896] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578a0827-201d-4b24-8517-7bc063aabe77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.333844] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1834.333844] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52020d1b-6b64-54b6-e6a0-a74ace4c75de" [ 1834.333844] env[62777]: _type = "Task" [ 1834.333844] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.344086] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52020d1b-6b64-54b6-e6a0-a74ace4c75de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.530457] env[62777]: DEBUG nova.network.neutron [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Updated VIF entry in instance network info cache for port 0a1bb85d-381c-4ed2-a9da-a1a600632170. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1834.530835] env[62777]: DEBUG nova.network.neutron [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Updating instance_info_cache with network_info: [{"id": "0a1bb85d-381c-4ed2-a9da-a1a600632170", "address": "fa:16:3e:95:64:a7", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1bb85d-38", "ovs_interfaceid": "0a1bb85d-381c-4ed2-a9da-a1a600632170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.687354] env[62777]: DEBUG nova.objects.instance [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'flavor' on Instance uuid 6a12429e-5d48-432a-8ebf-c494aabb196d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.844747] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52020d1b-6b64-54b6-e6a0-a74ace4c75de, 'name': SearchDatastore_Task, 'duration_secs': 0.009464} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.845047] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.845336] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1834.845545] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.845688] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.845863] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1834.846139] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6dfda75-d2e3-4061-8b18-16dab3042b06 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.853980] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1834.854162] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1834.854869] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a663228a-2feb-42b0-b09b-7a8832b35174 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.860198] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1834.860198] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52da36ae-805c-75c9-92b6-e34853643d91" [ 1834.860198] env[62777]: _type = "Task" [ 1834.860198] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.867918] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52da36ae-805c-75c9-92b6-e34853643d91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.033871] env[62777]: DEBUG oslo_concurrency.lockutils [req-041bed76-8e67-4646-a78d-421ea6656fb4 req-7c738383-815a-47ba-9665-c00abb5d63a8 service nova] Releasing lock "refresh_cache-b3ba62ee-86be-496a-974a-79dc1af43c22" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.048102] env[62777]: DEBUG nova.objects.instance [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.127608] env[62777]: DEBUG nova.objects.instance [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'flavor' on Instance uuid 653a2a5d-1755-4a56-8463-3ad1b2191680 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.370482] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52da36ae-805c-75c9-92b6-e34853643d91, 'name': SearchDatastore_Task, 'duration_secs': 0.008205} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.371265] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06a828f-a83e-47fe-a354-ebdad95b05fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.376094] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1835.376094] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5261bd3e-25d0-18ad-6bda-2e6d242ea2a8" [ 1835.376094] env[62777]: _type = "Task" [ 1835.376094] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.383629] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5261bd3e-25d0-18ad-6bda-2e6d242ea2a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.553411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2e1608b5-adee-4a48-92bc-ac59bc9fec6a tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.293s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.632680] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a39de43d-2c4e-4d05-8a61-38cad9595b30 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.694069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e6bb2669-769e-4113-b216-3fcb954cb743 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 7.805s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.750387] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.750721] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.887324] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5261bd3e-25d0-18ad-6bda-2e6d242ea2a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.887603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.887822] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b3ba62ee-86be-496a-974a-79dc1af43c22/b3ba62ee-86be-496a-974a-79dc1af43c22.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1835.888078] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24a2fedd-00f6-4f12-ad6a-e32feed83151 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.895058] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1835.895058] env[62777]: value = "task-1694739" [ 1835.895058] env[62777]: _type = "Task" [ 1835.895058] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.902457] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.253862] env[62777]: INFO nova.compute.manager [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Detaching volume 36652caa-6314-4e49-972c-29befe2416ca [ 1836.289031] env[62777]: INFO nova.virt.block_device [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Attempting to driver detach volume 36652caa-6314-4e49-972c-29befe2416ca from mountpoint /dev/sdb [ 1836.289310] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1836.289572] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353341', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'name': 'volume-36652caa-6314-4e49-972c-29befe2416ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'serial': '36652caa-6314-4e49-972c-29befe2416ca'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1836.290523] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c06066-f31f-4c52-a35b-0a648904bca7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.316743] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f432a5dd-e939-4272-8927-be597038fd71 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.326278] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35cdc31-f98b-4ba9-9766-bcdbcf5d77d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.331578] env[62777]: DEBUG nova.compute.manager [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1836.355734] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b890c7d-ce4d-43d9-9a54-84d75faf079b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.371723] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] The volume has not been displaced from its original location: [datastore1] volume-36652caa-6314-4e49-972c-29befe2416ca/volume-36652caa-6314-4e49-972c-29befe2416ca.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1836.377340] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1836.378526] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c2aa91-932a-4972-ac57-2713bd333e6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.400589] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1836.400589] env[62777]: value = "task-1694740" [ 1836.400589] env[62777]: _type = "Task" [ 1836.400589] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.409946] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694739, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.415645] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.500064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.500064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.500064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "6a12429e-5d48-432a-8ebf-c494aabb196d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.500356] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.500356] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.502495] env[62777]: INFO nova.compute.manager [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Terminating instance [ 1836.874227] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.874227] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.906333] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694739, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.912553] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.006285] env[62777]: DEBUG nova.compute.manager [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.006553] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.007389] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432f02b3-b2fc-4291-b42c-8a9a1690cbd4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.014999] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.015264] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1624f868-1051-43c3-acba-8a5d9df4cfe3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.021744] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1837.021744] env[62777]: value = "task-1694742" [ 1837.021744] env[62777]: _type = "Task" [ 1837.021744] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.029056] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.378754] env[62777]: INFO nova.compute.claims [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.407456] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694739, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510183} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.411347] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] b3ba62ee-86be-496a-974a-79dc1af43c22/b3ba62ee-86be-496a-974a-79dc1af43c22.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.411708] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.412416] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78895816-80e0-4589-bb50-940c3e58fe0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.422657] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694740, 'name': ReconfigVM_Task, 'duration_secs': 0.832649} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.424462] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1837.429672] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1837.429672] env[62777]: value = "task-1694743" [ 1837.429672] env[62777]: _type = "Task" [ 1837.429672] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.429951] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0ce3fbc-360d-4647-80c9-91e48fd336b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.451041] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.451984] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1837.451984] env[62777]: value = "task-1694744" [ 1837.451984] env[62777]: _type = "Task" [ 1837.451984] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.460317] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694744, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.531369] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.885120] env[62777]: INFO nova.compute.resource_tracker [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating resource usage from migration 49bcff38-b087-4ce3-add7-ae9e520b1413 [ 1837.953991] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135196} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.957144] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.957909] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24558273-f8a4-43ad-bb79-f296ebf5eddd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.967803] env[62777]: DEBUG oslo_vmware.api [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694744, 'name': ReconfigVM_Task, 'duration_secs': 0.19609} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.979056] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353341', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'name': 'volume-36652caa-6314-4e49-972c-29befe2416ca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': '36652caa-6314-4e49-972c-29befe2416ca', 'serial': '36652caa-6314-4e49-972c-29befe2416ca'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1837.989589] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b3ba62ee-86be-496a-974a-79dc1af43c22/b3ba62ee-86be-496a-974a-79dc1af43c22.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.992268] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51afc5bb-569e-4efa-9c33-5951c264ca58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.012013] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1838.012013] env[62777]: value = "task-1694745" [ 1838.012013] env[62777]: _type = "Task" [ 1838.012013] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.022659] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.032128] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694742, 'name': PowerOffVM_Task, 'duration_secs': 0.594781} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.032398] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.032599] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1838.032813] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f24ed49-581a-4e73-be8b-c79870bd08f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.042216] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a058c8d6-e3d6-45f4-92f6-ccb3f1298ba0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.049008] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e72c4b-0884-42c3-9371-4e84238b56a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.078900] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c201c-7335-4efd-adad-4b7b7fbf5796 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.085979] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda6510c-7ce8-41ca-9c37-abc276b19755 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.098832] env[62777]: DEBUG nova.compute.provider_tree [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1838.103607] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1838.103607] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1838.103607] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleting the datastore file [datastore1] 6a12429e-5d48-432a-8ebf-c494aabb196d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1838.103801] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c497fe59-b557-4ecc-a41b-42605a169bf6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.109787] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1838.109787] env[62777]: value = "task-1694747" [ 1838.109787] env[62777]: _type = "Task" [ 1838.109787] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.117200] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.522080] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.530112] env[62777]: DEBUG nova.objects.instance [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.618584] env[62777]: ERROR nova.scheduler.client.report [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [req-f42f6867-e278-42ee-b4b3-3b25e1d72587] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f42f6867-e278-42ee-b4b3-3b25e1d72587"}]} [ 1838.623701] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.636053] env[62777]: DEBUG nova.scheduler.client.report [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1838.650544] env[62777]: DEBUG nova.scheduler.client.report [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1838.650802] env[62777]: DEBUG nova.compute.provider_tree [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1838.662704] env[62777]: DEBUG nova.scheduler.client.report [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1838.681738] env[62777]: DEBUG nova.scheduler.client.report [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1838.783805] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbe1231-2b27-4baf-b875-cb37dba82ca8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.791812] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43722169-ca6a-42f1-a0b4-5f61eb842069 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.821468] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c815e9-084b-4a02-a385-87de32592786 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.828833] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d5dc57-f8c7-4d5c-bf77-13510a25a59a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.842061] env[62777]: DEBUG nova.compute.provider_tree [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.022803] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694745, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.120088] env[62777]: DEBUG oslo_vmware.api [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.553127} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.120351] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.120532] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.120704] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.120873] env[62777]: INFO nova.compute.manager [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Took 2.11 seconds to destroy the instance on the hypervisor. [ 1839.121119] env[62777]: DEBUG oslo.service.loopingcall [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.121310] env[62777]: DEBUG nova.compute.manager [-] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1839.121404] env[62777]: DEBUG nova.network.neutron [-] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1839.376787] env[62777]: DEBUG nova.scheduler.client.report [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1839.377137] env[62777]: DEBUG nova.compute.provider_tree [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 172 to 173 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1839.377349] env[62777]: DEBUG nova.compute.provider_tree [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1839.526550] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694745, 'name': ReconfigVM_Task, 'duration_secs': 1.029553} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.526977] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b3ba62ee-86be-496a-974a-79dc1af43c22/b3ba62ee-86be-496a-974a-79dc1af43c22.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.527657] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1bc2cae-4420-4e8d-bedb-3ef4bf2ab9fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.534098] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1839.534098] env[62777]: value = "task-1694749" [ 1839.534098] env[62777]: _type = "Task" [ 1839.534098] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.537869] env[62777]: DEBUG oslo_concurrency.lockutils [None req-45c237f6-430f-4567-a924-eacfd0efd2c9 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.787s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.543792] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694749, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.600667] env[62777]: DEBUG nova.compute.manager [req-ecd8a490-39e9-4147-b345-ae019054e61b req-2966c940-a27f-47de-913e-c431b4511c75 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Received event network-vif-deleted-a98c65ce-deb2-48f0-b567-1c096b4021aa {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1839.600894] env[62777]: INFO nova.compute.manager [req-ecd8a490-39e9-4147-b345-ae019054e61b req-2966c940-a27f-47de-913e-c431b4511c75 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Neutron deleted interface a98c65ce-deb2-48f0-b567-1c096b4021aa; detaching it from the instance and deleting it from the info cache [ 1839.601103] env[62777]: DEBUG nova.network.neutron [req-ecd8a490-39e9-4147-b345-ae019054e61b req-2966c940-a27f-47de-913e-c431b4511c75 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.883236] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.010s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.883399] env[62777]: INFO nova.compute.manager [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Migrating [ 1840.045273] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694749, 'name': Rename_Task, 'duration_secs': 0.300516} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.045656] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1840.045981] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0db889-f8f4-41e6-a6d5-c286f3024cad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.052699] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1840.052699] env[62777]: value = "task-1694750" [ 1840.052699] env[62777]: _type = "Task" [ 1840.052699] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.059832] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.067292] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.067512] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.076924] env[62777]: DEBUG nova.network.neutron [-] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.104051] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0cf3261-e7b2-4364-879d-e4a63c0747fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.113262] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2004ec3-c113-4107-b1b0-bf9bcf9ad7e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.143548] env[62777]: DEBUG nova.compute.manager [req-ecd8a490-39e9-4147-b345-ae019054e61b req-2966c940-a27f-47de-913e-c431b4511c75 service nova] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Detach interface failed, port_id=a98c65ce-deb2-48f0-b567-1c096b4021aa, reason: Instance 6a12429e-5d48-432a-8ebf-c494aabb196d could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1840.397721] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.397926] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.398188] env[62777]: DEBUG nova.network.neutron [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1840.562877] env[62777]: DEBUG oslo_vmware.api [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694750, 'name': PowerOnVM_Task, 'duration_secs': 0.434091} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.563166] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.563378] env[62777]: INFO nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1840.563551] env[62777]: DEBUG nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.564438] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d971f32a-0e44-4536-8e6e-a77b54ff1ec8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.570972] env[62777]: INFO nova.compute.manager [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Detaching volume a5126bc0-7e05-4acf-9b7e-7aa7efd35849 [ 1840.580610] env[62777]: INFO nova.compute.manager [-] [instance: 6a12429e-5d48-432a-8ebf-c494aabb196d] Took 1.46 seconds to deallocate network for instance. [ 1840.607412] env[62777]: INFO nova.virt.block_device [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Attempting to driver detach volume a5126bc0-7e05-4acf-9b7e-7aa7efd35849 from mountpoint /dev/sdc [ 1840.607750] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1840.608014] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353345', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'name': 'volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'serial': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1840.608978] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84eec96-a0f6-43ed-a94a-596c62c74f53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.632983] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679aaaf-076e-48e6-ad9c-6e1192d24956 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.639925] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e318f6-38c4-4f91-839f-819f68104092 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.660610] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b35af5-86e0-4290-87eb-42eb1ddb3779 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.675020] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] The volume has not been displaced from its original location: [datastore1] volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849/volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1840.680089] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfiguring VM instance instance-0000006a to detach disk 2002 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1840.680657] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d93c2bf-613e-47d7-9bcc-018bc85d6837 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.698342] env[62777]: DEBUG oslo_vmware.api [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1840.698342] env[62777]: value = "task-1694752" [ 1840.698342] env[62777]: _type = "Task" [ 1840.698342] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.709102] env[62777]: DEBUG oslo_vmware.api [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.735365] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.735667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.735909] env[62777]: DEBUG nova.compute.manager [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.736850] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978fc523-017d-4cc1-b032-a1876c5959c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.743466] env[62777]: DEBUG nova.compute.manager [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1840.744084] env[62777]: DEBUG nova.objects.instance [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'flavor' on Instance uuid 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.030646] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.030864] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1841.031015] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1841.084718] env[62777]: INFO nova.compute.manager [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Took 13.72 seconds to build instance. [ 1841.086237] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.086463] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.086680] env[62777]: DEBUG nova.objects.instance [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'resources' on Instance uuid 6a12429e-5d48-432a-8ebf-c494aabb196d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.173756] env[62777]: DEBUG nova.network.neutron [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.207847] env[62777]: DEBUG oslo_vmware.api [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694752, 'name': ReconfigVM_Task, 'duration_secs': 0.229138} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.208112] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Reconfigured VM instance instance-0000006a to detach disk 2002 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.212884] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aafbf2e8-030f-4764-af9f-d53398fe3724 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.227751] env[62777]: DEBUG oslo_vmware.api [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1841.227751] env[62777]: value = "task-1694753" [ 1841.227751] env[62777]: _type = "Task" [ 1841.227751] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.235447] env[62777]: DEBUG oslo_vmware.api [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.451922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "b3ba62ee-86be-496a-974a-79dc1af43c22" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.561540] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.561704] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.561853] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1841.588421] env[62777]: DEBUG oslo_concurrency.lockutils [None req-816526d8-bf21-43d0-aa05-90e75a744ef0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.230s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.588698] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.588920] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "b3ba62ee-86be-496a-974a-79dc1af43c22-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.589136] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.589302] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.593316] env[62777]: INFO nova.compute.manager [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Terminating instance [ 1841.675933] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1841.698317] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527e6bf-0933-4851-ad0d-35fb4dc923d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.706221] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0517f22-207a-448a-bb6a-5d320decefad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.739335] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9812d83-8518-4c53-a925-709ca9f43be1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.746282] env[62777]: DEBUG oslo_vmware.api [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694753, 'name': ReconfigVM_Task, 'duration_secs': 0.140091} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.748247] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353345', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'name': 'volume-a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '29ac8aaa-c704-4907-9b0b-97f66af6d313', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849', 'serial': 'a5126bc0-7e05-4acf-9b7e-7aa7efd35849'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1841.751173] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1e15c2-3d32-4459-8eda-946a56686ed3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.754819] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1841.755047] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c614425d-37d3-4e3b-8117-ccb4e6413057 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.766478] env[62777]: DEBUG nova.compute.provider_tree [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.769092] env[62777]: DEBUG oslo_vmware.api [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1841.769092] env[62777]: value = "task-1694754" [ 1841.769092] env[62777]: _type = "Task" [ 1841.769092] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.777142] env[62777]: DEBUG oslo_vmware.api [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.096970] env[62777]: DEBUG nova.compute.manager [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1842.097266] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1842.098306] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b6e442-d88e-4841-b32d-1fc26a10a11d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.106832] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1842.107089] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1e4c06d-3411-4d79-a9ad-8e3bd5778d4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.113153] env[62777]: DEBUG oslo_vmware.api [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1842.113153] env[62777]: value = "task-1694755" [ 1842.113153] env[62777]: _type = "Task" [ 1842.113153] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.120911] env[62777]: DEBUG oslo_vmware.api [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.270867] env[62777]: DEBUG nova.scheduler.client.report [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1842.283729] env[62777]: DEBUG oslo_vmware.api [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694754, 'name': PowerOffVM_Task, 'duration_secs': 0.279925} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.284012] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.284224] env[62777]: DEBUG nova.compute.manager [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.285634] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb679c41-eee8-4afe-aa77-d00fa2706a9a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.290775] env[62777]: DEBUG nova.objects.instance [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'flavor' on Instance uuid 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1842.624514] env[62777]: DEBUG oslo_vmware.api [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694755, 'name': PowerOffVM_Task, 'duration_secs': 0.171941} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.624795] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1842.624991] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1842.625270] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f697c03d-ea83-408c-905d-b1ae2548a6dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.779480] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.797690] env[62777]: INFO nova.scheduler.client.report [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted allocations for instance 6a12429e-5d48-432a-8ebf-c494aabb196d [ 1842.807487] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b02be03-3d8e-42cd-abc8-8d75fab94b9a tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.820056] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updating instance_info_cache with network_info: [{"id": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "address": "fa:16:3e:42:9f:c3", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130b8e0-2e", "ovs_interfaceid": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.918515] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1842.918817] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1842.918985] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleting the datastore file [datastore1] b3ba62ee-86be-496a-974a-79dc1af43c22 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1842.919711] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-076efba1-fb08-48c5-83c8-5ff14d3bd28c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.925779] env[62777]: DEBUG oslo_vmware.api [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1842.925779] env[62777]: value = "task-1694758" [ 1842.925779] env[62777]: _type = "Task" [ 1842.925779] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.935188] env[62777]: DEBUG oslo_vmware.api [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.119866] env[62777]: DEBUG nova.objects.instance [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'flavor' on Instance uuid 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.195505] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d079bac1-d5eb-4186-90ae-1e4e622cc389 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.217597] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1843.311057] env[62777]: DEBUG oslo_concurrency.lockutils [None req-ff9b26c2-8b85-488e-ac19-ae831cf3b083 tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.243s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.312315] env[62777]: DEBUG oslo_concurrency.lockutils [None req-43317412-29ca-4493-acba-e6c1fbe1c83c tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "6a12429e-5d48-432a-8ebf-c494aabb196d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.812s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.322791] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.323014] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1843.323224] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.324283] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.324531] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.324746] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.324940] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.325147] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_power_states {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.436176] env[62777]: DEBUG oslo_vmware.api [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16872} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.436460] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1843.436689] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1843.436922] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1843.437126] env[62777]: INFO nova.compute.manager [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Took 1.34 seconds to destroy the instance on the hypervisor. [ 1843.437431] env[62777]: DEBUG oslo.service.loopingcall [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1843.437665] env[62777]: DEBUG nova.compute.manager [-] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1843.437765] env[62777]: DEBUG nova.network.neutron [-] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1843.626764] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1843.627069] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1843.627292] env[62777]: DEBUG nova.network.neutron [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1843.627570] env[62777]: DEBUG nova.objects.instance [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'info_cache' on Instance uuid 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.723640] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1843.724008] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec0a62df-ef8b-419b-95ed-e3a5ed9dd9e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.731189] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1843.731189] env[62777]: value = "task-1694759" [ 1843.731189] env[62777]: _type = "Task" [ 1843.731189] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.739757] env[62777]: DEBUG nova.compute.manager [req-dcb148f5-69a2-4785-b94f-e314902a8a9c req-724769b7-739b-43e0-a20d-908940df561e service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Received event network-vif-deleted-0a1bb85d-381c-4ed2-a9da-a1a600632170 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1843.739757] env[62777]: INFO nova.compute.manager [req-dcb148f5-69a2-4785-b94f-e314902a8a9c req-724769b7-739b-43e0-a20d-908940df561e service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Neutron deleted interface 0a1bb85d-381c-4ed2-a9da-a1a600632170; detaching it from the instance and deleting it from the info cache [ 1843.739757] env[62777]: DEBUG nova.network.neutron [req-dcb148f5-69a2-4785-b94f-e314902a8a9c req-724769b7-739b-43e0-a20d-908940df561e service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.745342] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.829541] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Getting list of instances from cluster (obj){ [ 1843.829541] env[62777]: value = "domain-c8" [ 1843.829541] env[62777]: _type = "ClusterComputeResource" [ 1843.829541] env[62777]: } {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1843.830630] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32de845b-3a8c-4eb9-b960-6937419196f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.849373] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Got total of 5 instances {{(pid=62777) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1843.849567] env[62777]: WARNING nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1843.849722] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Triggering sync for uuid f57194fb-13ed-46b3-8a8e-8819edc3c6da {{(pid=62777) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1843.849929] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Triggering sync for uuid 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1843.850348] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Triggering sync for uuid 653a2a5d-1755-4a56-8463-3ad1b2191680 {{(pid=62777) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1843.850595] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Triggering sync for uuid 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1843.850812] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Triggering sync for uuid 9d32dd62-6201-47b9-9e9e-f3dc321bca0b {{(pid=62777) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1843.850985] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Triggering sync for uuid b3ba62ee-86be-496a-974a-79dc1af43c22 {{(pid=62777) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10689}} [ 1843.851500] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.851669] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.851962] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.852175] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.852580] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.852829] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.853018] env[62777]: INFO nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1843.853189] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.853385] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.853582] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.853739] env[62777]: INFO nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] During sync_power_state the instance has a pending task (powering-on). Skip. [ 1843.853909] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.854100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.854276] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.854557] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "b3ba62ee-86be-496a-974a-79dc1af43c22" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.854763] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1843.855029] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1843.855888] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0c7365-ed9d-4058-a361-d9b921ede5e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.860769] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d44197-2a8c-4604-96a5-dee37da2053a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.862405] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b83586-c4bf-4203-a3bb-ab643465778e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.864765] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1844.130625] env[62777]: DEBUG nova.objects.base [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Object Instance<1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e> lazy-loaded attributes: flavor,info_cache {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1844.182742] env[62777]: DEBUG nova.network.neutron [-] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1844.247832] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-936a8764-7a27-42f2-9dfa-ca78b0755db6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.249803] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694759, 'name': PowerOffVM_Task, 'duration_secs': 0.241372} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.250063] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.250310] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1844.262267] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a8975-55a3-43b1-b9e5-bdfaf97643be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.291080] env[62777]: DEBUG nova.compute.manager [req-dcb148f5-69a2-4785-b94f-e314902a8a9c req-724769b7-739b-43e0-a20d-908940df561e service nova] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Detach interface failed, port_id=0a1bb85d-381c-4ed2-a9da-a1a600632170, reason: Instance b3ba62ee-86be-496a-974a-79dc1af43c22 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1844.367406] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.367654] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.367819] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.368191] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1844.368854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bde129-f2f9-486d-a907-fdccd5b8f5a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.377412] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4d4d2d-b688-4589-ad00-2f7fde1d2754 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.382194] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.382548] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.382858] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.531s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.395575] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b038aa0-ea46-4e87-9d12-e39598b9e8ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.403534] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86004e60-9a47-4467-b172-777ecf8f4425 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.435411] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179901MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1844.435705] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.435843] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.497845] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.498120] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.498340] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "29ac8aaa-c704-4907-9b0b-97f66af6d313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.498526] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.498697] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.500705] env[62777]: INFO nova.compute.manager [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Terminating instance [ 1844.685687] env[62777]: INFO nova.compute.manager [-] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] Took 1.25 seconds to deallocate network for instance. [ 1844.756540] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1844.756784] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1844.756941] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1844.757118] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1844.757271] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1844.757419] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1844.757625] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1844.757790] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1844.757954] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1844.758274] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1844.758575] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1844.765271] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-301cb7a0-8e16-42f4-823d-1acaab472cba {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.783468] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1844.783468] env[62777]: value = "task-1694761" [ 1844.783468] env[62777]: _type = "Task" [ 1844.783468] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.791685] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.876603] env[62777]: DEBUG nova.network.neutron [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updating instance_info_cache with network_info: [{"id": "55b7ed30-5316-4670-a334-f1b2de040e7c", "address": "fa:16:3e:c9:23:15", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b7ed30-53", "ovs_interfaceid": "55b7ed30-5316-4670-a334-f1b2de040e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.004779] env[62777]: DEBUG nova.compute.manager [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1845.005114] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1845.006080] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e7b17e-2d17-426b-9a82-562d32f24c3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.013732] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.013993] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df67dad1-7154-4337-aebb-bf6e0e2d17a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.019341] env[62777]: DEBUG oslo_vmware.api [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1845.019341] env[62777]: value = "task-1694762" [ 1845.019341] env[62777]: _type = "Task" [ 1845.019341] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.028662] env[62777]: DEBUG oslo_vmware.api [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.194333] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.293243] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694761, 'name': ReconfigVM_Task, 'duration_secs': 0.243734} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.293567] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1845.380364] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1845.444021] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Applying migration context for instance 653a2a5d-1755-4a56-8463-3ad1b2191680 as it has an incoming, in-progress migration 49bcff38-b087-4ce3-add7-ae9e520b1413. Migration status is migrating {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1845.445115] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating resource usage from migration 49bcff38-b087-4ce3-add7-ae9e520b1413 [ 1845.460109] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f57194fb-13ed-46b3-8a8e-8819edc3c6da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.460267] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 29ac8aaa-c704-4907-9b0b-97f66af6d313 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.460393] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.460609] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9d32dd62-6201-47b9-9e9e-f3dc321bca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.460735] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance b3ba62ee-86be-496a-974a-79dc1af43c22 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.460855] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Migration 49bcff38-b087-4ce3-add7-ae9e520b1413 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1845.460971] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 653a2a5d-1755-4a56-8463-3ad1b2191680 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1845.529237] env[62777]: DEBUG oslo_vmware.api [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694762, 'name': PowerOffVM_Task, 'duration_secs': 0.15672} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1845.529506] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1845.529677] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1845.529911] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a006485e-1a5f-44a1-8c56-ccdc53adcdf3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.602671] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1845.602923] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1845.603134] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Deleting the datastore file [datastore1] 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1845.603387] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e67bbf80-ae2e-4275-a821-99a331cc13b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.609681] env[62777]: DEBUG oslo_vmware.api [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for the task: (returnval){ [ 1845.609681] env[62777]: value = "task-1694764" [ 1845.609681] env[62777]: _type = "Task" [ 1845.609681] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.617196] env[62777]: DEBUG oslo_vmware.api [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.801258] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1845.801517] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1845.801676] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.801860] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1845.802020] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.802227] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1845.802487] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1845.802649] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1845.802817] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1845.802977] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1845.803167] env[62777]: DEBUG nova.virt.hardware [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1845.808752] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1845.809209] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f010ac8-474f-49ba-ba65-4301003308a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.828090] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1845.828090] env[62777]: value = "task-1694765" [ 1845.828090] env[62777]: _type = "Task" [ 1845.828090] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.835742] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.948421] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.948657] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.964100] env[62777]: INFO nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e11c27a5-6b5d-4d86-a66b-e3c57929ac20 has allocations against this compute host but is not found in the database. [ 1845.964316] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1845.964528] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1846.067232] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623765a6-0fff-453a-b890-7b80821cecd1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.075191] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5592138b-8d07-411e-a0a2-ef44bcfe7b6c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.106108] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1032ccd-1833-4bd3-acd7-880754b6de5e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.116397] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb2b9f-6627-4a03-bc2f-57daacdbb215 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.122202] env[62777]: DEBUG oslo_vmware.api [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Task: {'id': task-1694764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133363} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.122761] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1846.122947] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1846.123136] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.123314] env[62777]: INFO nova.compute.manager [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1846.123571] env[62777]: DEBUG oslo.service.loopingcall [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.123778] env[62777]: DEBUG nova.compute.manager [-] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1846.123871] env[62777]: DEBUG nova.network.neutron [-] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1846.132651] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.337442] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694765, 'name': ReconfigVM_Task, 'duration_secs': 0.487506} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.337783] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1846.338496] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07a3135-4791-427f-ba75-1f642f97ee16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.362012] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1846.362287] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdbb5a5-917e-4dda-9b74-b014f0a2e752 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.382167] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1846.382167] env[62777]: value = "task-1694766" [ 1846.382167] env[62777]: _type = "Task" [ 1846.382167] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.388628] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1846.388950] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7546221-9f82-4ec6-a206-cfa130c623c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.395707] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694766, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.397091] env[62777]: DEBUG oslo_vmware.api [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1846.397091] env[62777]: value = "task-1694767" [ 1846.397091] env[62777]: _type = "Task" [ 1846.397091] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.405917] env[62777]: DEBUG oslo_vmware.api [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.453022] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.661940] env[62777]: ERROR nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [req-f1d4f560-437a-4b1a-9887-76a05e2536a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f1d4f560-437a-4b1a-9887-76a05e2536a5"}]} [ 1846.686908] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1846.705145] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1846.705145] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.719409] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1846.738723] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1846.812786] env[62777]: DEBUG nova.compute.manager [req-c621b2e4-49b2-46d1-b804-1c8d21c797a9 req-3bddab5a-1c17-4eb9-8005-30f68cbf2f57 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Received event network-vif-deleted-b20fd5b6-c5af-4a16-b9a2-a5305ed9629e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1846.813017] env[62777]: INFO nova.compute.manager [req-c621b2e4-49b2-46d1-b804-1c8d21c797a9 req-3bddab5a-1c17-4eb9-8005-30f68cbf2f57 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Neutron deleted interface b20fd5b6-c5af-4a16-b9a2-a5305ed9629e; detaching it from the instance and deleting it from the info cache [ 1846.813221] env[62777]: DEBUG nova.network.neutron [req-c621b2e4-49b2-46d1-b804-1c8d21c797a9 req-3bddab5a-1c17-4eb9-8005-30f68cbf2f57 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.866476] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917cabe-1767-4f4d-a0b2-8170ea5253b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.874193] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f34d9-95fc-4837-88df-ec8597be1e01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.912046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce437db-24df-4d28-9db6-06e32c195664 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.919030] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694766, 'name': ReconfigVM_Task, 'duration_secs': 0.366757} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.923735] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1846.924066] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1846.927378] env[62777]: DEBUG oslo_vmware.api [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694767, 'name': PowerOnVM_Task, 'duration_secs': 0.445973} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.927796] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1846.927997] env[62777]: DEBUG nova.compute.manager [None req-40831db9-26f2-49bc-8316-bd0f16c446df tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1846.929193] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdbf5bc-d127-46c5-812c-e1f3470df854 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.933261] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548ef889-e9ef-477a-b037-11d74ace0d5a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.947338] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1846.970218] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.287867] env[62777]: DEBUG nova.network.neutron [-] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.316855] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fa5d2fd-464d-457e-bbe1-de4b33f78058 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.326575] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877d8f69-a5c3-4399-880b-5bb7346041c7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.355169] env[62777]: DEBUG nova.compute.manager [req-c621b2e4-49b2-46d1-b804-1c8d21c797a9 req-3bddab5a-1c17-4eb9-8005-30f68cbf2f57 service nova] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Detach interface failed, port_id=b20fd5b6-c5af-4a16-b9a2-a5305ed9629e, reason: Instance 29ac8aaa-c704-4907-9b0b-97f66af6d313 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1847.430972] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1976a446-4456-4b35-9b13-b781d70448c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.460945] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ad03d4-c58d-4ee0-92be-24071eb348ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.487717] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.493680] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1847.493892] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 174 to 175 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1847.494275] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1847.790265] env[62777]: INFO nova.compute.manager [-] [instance: 29ac8aaa-c704-4907-9b0b-97f66af6d313] Took 1.67 seconds to deallocate network for instance. [ 1848.000864] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1848.001078] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.565s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.001828] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.807s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.002076] env[62777]: DEBUG nova.objects.instance [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'resources' on Instance uuid b3ba62ee-86be-496a-974a-79dc1af43c22 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.236182] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140ee6ff-d02d-4fd6-8aca-0779be2af5a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.243177] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Suspending the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1848.243431] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cb27b34f-98c5-49c6-920d-8aec752675af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.250056] env[62777]: DEBUG oslo_vmware.api [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1848.250056] env[62777]: value = "task-1694769" [ 1848.250056] env[62777]: _type = "Task" [ 1848.250056] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.257786] env[62777]: DEBUG oslo_vmware.api [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694769, 'name': SuspendVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.297558] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.633627] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ab6892-9f42-4766-a72b-a1d9e26b06f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.641826] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af274f20-d216-415a-80a8-e183e6e15034 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.676355] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d89380-3a41-4e99-a3c8-785b31d253e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.684852] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd0e2bf-4ebf-40ca-8f58-b278ef7df013 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.701333] env[62777]: DEBUG nova.compute.provider_tree [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1848.759687] env[62777]: DEBUG oslo_vmware.api [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694769, 'name': SuspendVM_Task} progress is 70%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.134829] env[62777]: DEBUG nova.network.neutron [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Port 27eb47fb-1e35-466a-b680-c5cfdf5c7370 binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1849.204537] env[62777]: DEBUG nova.scheduler.client.report [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1849.261151] env[62777]: DEBUG oslo_vmware.api [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694769, 'name': SuspendVM_Task, 'duration_secs': 0.575524} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.261429] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Suspended the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1849.261610] env[62777]: DEBUG nova.compute.manager [None req-f5c6245f-4d7f-43b5-822b-f4564f0c48b0 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1849.262391] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc429efa-c1a1-4d2b-9edd-fd88c3465532 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.709896] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.712172] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.742s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.713784] env[62777]: INFO nova.compute.claims [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.728042] env[62777]: INFO nova.scheduler.client.report [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocations for instance b3ba62ee-86be-496a-974a-79dc1af43c22 [ 1850.152762] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.153009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.153190] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.236757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4de0bacf-deb0-4fdd-9a1a-bae916c70cb3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.648s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.237638] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.383s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.237953] env[62777]: INFO nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: b3ba62ee-86be-496a-974a-79dc1af43c22] During sync_power_state the instance has a pending task (deleting). Skip. [ 1850.238073] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "b3ba62ee-86be-496a-974a-79dc1af43c22" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.575708] env[62777]: INFO nova.compute.manager [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Resuming [ 1850.576406] env[62777]: DEBUG nova.objects.instance [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'flavor' on Instance uuid 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.815876] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "ca8df557-fabd-4e32-bf45-564e04e4b925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.816191] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.834219] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2cd304-30a9-43b6-8b07-32c9ad1f2ea8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.843586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d59a467-e164-46d7-9321-b77f4d39bc84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.875758] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99038832-fc51-45c7-8ea5-d4f0e539ab62 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.883048] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1ad78-caed-413c-ab65-64f526b022cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.896525] env[62777]: DEBUG nova.compute.provider_tree [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.192573] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.192764] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.192937] env[62777]: DEBUG nova.network.neutron [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.319069] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1851.399791] env[62777]: DEBUG nova.scheduler.client.report [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1851.841090] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.904482] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.905085] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1851.907725] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.610s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.908027] env[62777]: DEBUG nova.objects.instance [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lazy-loading 'resources' on Instance uuid 29ac8aaa-c704-4907-9b0b-97f66af6d313 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1851.925519] env[62777]: DEBUG nova.network.neutron [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.086433] env[62777]: DEBUG oslo_concurrency.lockutils [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.086618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquired lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.086813] env[62777]: DEBUG nova.network.neutron [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1852.413190] env[62777]: DEBUG nova.compute.utils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1852.417820] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1852.418013] env[62777]: DEBUG nova.network.neutron [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1852.427188] env[62777]: DEBUG oslo_concurrency.lockutils [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.470284] env[62777]: DEBUG nova.policy [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62019cb638bf4acd88dd2bc570b37879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf97c657e0a4edebade4939f28da529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1852.529999] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cf50bf-b962-4892-a706-299192bf5555 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.537709] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8047dc79-4fef-4632-ba08-a3e76197f89c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.569719] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b265f9-25ad-4837-947f-fd1cf33e3318 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.578556] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5d5369-e88c-4192-984f-e6659c82df25 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.593657] env[62777]: DEBUG nova.compute.provider_tree [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1852.867451] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.867762] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.885018] env[62777]: DEBUG nova.network.neutron [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Successfully created port: 41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.918168] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1852.940578] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00036710-59c3-4b6c-af1c-b45a36cd5bd8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.950609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd0a26-87da-4a10-8d6b-21cf34651497 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.994341] env[62777]: DEBUG nova.network.neutron [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updating instance_info_cache with network_info: [{"id": "55b7ed30-5316-4670-a334-f1b2de040e7c", "address": "fa:16:3e:c9:23:15", "network": {"id": "937230c8-57b3-49f4-90fb-29ba852daf7a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1152454570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c37aa5758f945e1a0ae4a4595ce7a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55b7ed30-53", "ovs_interfaceid": "55b7ed30-5316-4670-a334-f1b2de040e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.099160] env[62777]: DEBUG nova.scheduler.client.report [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1853.373143] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1853.496315] env[62777]: DEBUG oslo_concurrency.lockutils [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Releasing lock "refresh_cache-1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.497255] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783c68d8-b5bb-48cc-88f9-c9ee7b997327 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.506358] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Resuming the VM {{(pid=62777) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1853.506616] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc1fbddd-0f05-4f11-b108-3f6e09ad3605 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.515925] env[62777]: DEBUG oslo_vmware.api [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1853.515925] env[62777]: value = "task-1694771" [ 1853.515925] env[62777]: _type = "Task" [ 1853.515925] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.523669] env[62777]: DEBUG oslo_vmware.api [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.602576] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.604895] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.764s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.606433] env[62777]: INFO nova.compute.claims [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1853.627444] env[62777]: INFO nova.scheduler.client.report [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Deleted allocations for instance 29ac8aaa-c704-4907-9b0b-97f66af6d313 [ 1853.896878] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.929193] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1853.972204] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1853.972418] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1853.972664] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1853.972957] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1853.973204] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1853.973344] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1853.973630] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1853.974039] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1853.974168] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1853.974352] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1853.974554] env[62777]: DEBUG nova.virt.hardware [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1853.975557] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff38b1-afe2-4e9e-9924-29a0032b00e8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.984872] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf4a43-0fc6-41e3-9a82-57d5fe552d6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.026653] env[62777]: DEBUG oslo_vmware.api [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.050079] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d709d08-ee4c-4665-b107-1a90ae2562cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.075248] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78efed9f-9466-4a08-96be-853812d6426d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.083043] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1854.135966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e763c2bc-5cfc-421b-939a-2d2a8b9180ca tempest-AttachVolumeTestJSON-857038675 tempest-AttachVolumeTestJSON-857038675-project-member] Lock "29ac8aaa-c704-4907-9b0b-97f66af6d313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.638s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.503208] env[62777]: DEBUG nova.compute.manager [req-9bafe99a-1d6f-4e99-a75d-a669968179d4 req-d4010be3-5f66-46f8-93fd-c4725fd20a87 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Received event network-vif-plugged-41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1854.503436] env[62777]: DEBUG oslo_concurrency.lockutils [req-9bafe99a-1d6f-4e99-a75d-a669968179d4 req-d4010be3-5f66-46f8-93fd-c4725fd20a87 service nova] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.503644] env[62777]: DEBUG oslo_concurrency.lockutils [req-9bafe99a-1d6f-4e99-a75d-a669968179d4 req-d4010be3-5f66-46f8-93fd-c4725fd20a87 service nova] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.503813] env[62777]: DEBUG oslo_concurrency.lockutils [req-9bafe99a-1d6f-4e99-a75d-a669968179d4 req-d4010be3-5f66-46f8-93fd-c4725fd20a87 service nova] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.503990] env[62777]: DEBUG nova.compute.manager [req-9bafe99a-1d6f-4e99-a75d-a669968179d4 req-d4010be3-5f66-46f8-93fd-c4725fd20a87 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] No waiting events found dispatching network-vif-plugged-41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1854.505792] env[62777]: WARNING nova.compute.manager [req-9bafe99a-1d6f-4e99-a75d-a669968179d4 req-d4010be3-5f66-46f8-93fd-c4725fd20a87 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Received unexpected event network-vif-plugged-41b99ac5-8611-4f48-8c0a-92f00857460c for instance with vm_state building and task_state spawning. [ 1854.529232] env[62777]: DEBUG oslo_vmware.api [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694771, 'name': PowerOnVM_Task, 'duration_secs': 0.575648} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.529522] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Resumed the VM {{(pid=62777) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1854.529722] env[62777]: DEBUG nova.compute.manager [None req-faf61bf6-061e-4157-bf9e-efa2260d0dd2 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.530545] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af02759-6e9b-423a-a3e7-6a82afd0d41f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.589978] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1854.590601] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f71fd94-456f-4391-bb46-56c37868a94f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.599318] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1854.599318] env[62777]: value = "task-1694773" [ 1854.599318] env[62777]: _type = "Task" [ 1854.599318] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.609508] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.633840] env[62777]: DEBUG nova.network.neutron [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Successfully updated port: 41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1854.727139] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8967eec-f176-4e9d-a935-3530888ad2bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.735090] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697acdf0-53f3-43ac-b1f6-a08054d2a2ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.765981] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa50fe16-a480-46a6-9833-d85c278806b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.773797] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce6b6eb-ec2e-4a48-82e9-d59e9e848743 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.788319] env[62777]: DEBUG nova.compute.provider_tree [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.110612] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694773, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.137726] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.137882] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.138017] env[62777]: DEBUG nova.network.neutron [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1855.291590] env[62777]: DEBUG nova.scheduler.client.report [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1855.609659] env[62777]: DEBUG oslo_vmware.api [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694773, 'name': PowerOnVM_Task, 'duration_secs': 0.727909} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.609971] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.610214] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-27772602-d604-4ba4-8d84-7b959bb7ea0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance '653a2a5d-1755-4a56-8463-3ad1b2191680' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1855.673133] env[62777]: DEBUG nova.network.neutron [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1855.796622] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1855.797511] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1855.800125] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.903s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1855.801583] env[62777]: INFO nova.compute.claims [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1855.841133] env[62777]: DEBUG nova.network.neutron [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updating instance_info_cache with network_info: [{"id": "41b99ac5-8611-4f48-8c0a-92f00857460c", "address": "fa:16:3e:71:07:a4", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b99ac5-86", "ovs_interfaceid": "41b99ac5-8611-4f48-8c0a-92f00857460c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.308395] env[62777]: DEBUG nova.compute.utils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.309749] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1856.309901] env[62777]: DEBUG nova.network.neutron [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.343905] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.344206] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Instance network_info: |[{"id": "41b99ac5-8611-4f48-8c0a-92f00857460c", "address": "fa:16:3e:71:07:a4", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b99ac5-86", "ovs_interfaceid": "41b99ac5-8611-4f48-8c0a-92f00857460c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1856.344618] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:07:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41b99ac5-8611-4f48-8c0a-92f00857460c', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1856.352079] env[62777]: DEBUG oslo.service.loopingcall [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.353496] env[62777]: DEBUG nova.policy [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faebe32ffe264a34a6fbd7e5a0fec3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f250575722b24b758ca7c97e376926d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1856.354900] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1856.355370] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b4fd9ee-0cd5-4d39-9b88-b2514f6dac05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.375765] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1856.375765] env[62777]: value = "task-1694774" [ 1856.375765] env[62777]: _type = "Task" [ 1856.375765] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.384471] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694774, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.430723] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.431044] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.431256] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.431465] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.431667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.434978] env[62777]: INFO nova.compute.manager [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Terminating instance [ 1856.567760] env[62777]: DEBUG nova.compute.manager [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Received event network-changed-41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1856.567957] env[62777]: DEBUG nova.compute.manager [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Refreshing instance network info cache due to event network-changed-41b99ac5-8611-4f48-8c0a-92f00857460c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1856.570054] env[62777]: DEBUG oslo_concurrency.lockutils [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] Acquiring lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.570270] env[62777]: DEBUG oslo_concurrency.lockutils [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] Acquired lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.570603] env[62777]: DEBUG nova.network.neutron [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Refreshing network info cache for port 41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1856.712781] env[62777]: DEBUG nova.network.neutron [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Successfully created port: 39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.813792] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.887981] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694774, 'name': CreateVM_Task, 'duration_secs': 0.326385} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.888886] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1856.901308] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.901405] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.901727] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1856.901997] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fef83c-cf07-43c2-a486-00de43a50b29 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.909033] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1856.909033] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5276d974-5901-42c7-5e79-0445ed0ecd0a" [ 1856.909033] env[62777]: _type = "Task" [ 1856.909033] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.916504] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5276d974-5901-42c7-5e79-0445ed0ecd0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.928621] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247513e1-c6f8-4cdc-b4a7-0457d3c85644 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.935437] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d9fc3c-47fa-400d-aef9-056da9198790 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.939533] env[62777]: DEBUG nova.compute.manager [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1856.939748] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.940495] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9dca8f-bf68-4093-b18a-f0b3321be320 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.971570] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f2434-457f-4f02-b5f3-db1c2ba53b4b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.973934] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1856.974175] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69caa9f2-9016-4f36-8811-60665dc48606 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.981399] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc67d61b-6e57-49d4-a242-3bf4a81e76fa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.985268] env[62777]: DEBUG oslo_vmware.api [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1856.985268] env[62777]: value = "task-1694776" [ 1856.985268] env[62777]: _type = "Task" [ 1856.985268] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.997027] env[62777]: DEBUG nova.compute.provider_tree [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.002633] env[62777]: DEBUG oslo_vmware.api [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.293945] env[62777]: DEBUG nova.network.neutron [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updated VIF entry in instance network info cache for port 41b99ac5-8611-4f48-8c0a-92f00857460c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1857.294337] env[62777]: DEBUG nova.network.neutron [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updating instance_info_cache with network_info: [{"id": "41b99ac5-8611-4f48-8c0a-92f00857460c", "address": "fa:16:3e:71:07:a4", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b99ac5-86", "ovs_interfaceid": "41b99ac5-8611-4f48-8c0a-92f00857460c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.419635] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5276d974-5901-42c7-5e79-0445ed0ecd0a, 'name': SearchDatastore_Task, 'duration_secs': 0.012263} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.420368] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.420621] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1857.420851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.420997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.421190] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1857.421461] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46db721-0a2c-4368-94c5-4393fe13203b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.430305] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1857.430473] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1857.431216] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b6075d-d328-48bf-a39c-c262e9430299 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.437074] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1857.437074] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6fbb2-ab82-5463-38ce-97c5c45f712e" [ 1857.437074] env[62777]: _type = "Task" [ 1857.437074] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.444629] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6fbb2-ab82-5463-38ce-97c5c45f712e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.493947] env[62777]: DEBUG oslo_vmware.api [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694776, 'name': PowerOffVM_Task, 'duration_secs': 0.473777} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.494208] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1857.494375] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1857.494646] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-760d525a-e95e-4b8f-bb81-4b5f40fe4502 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.499998] env[62777]: DEBUG nova.scheduler.client.report [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1857.587343] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1857.587343] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1857.587524] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleting the datastore file [datastore1] 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1857.587782] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-896b256c-8498-4470-9815-162059e10537 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.594555] env[62777]: DEBUG oslo_vmware.api [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for the task: (returnval){ [ 1857.594555] env[62777]: value = "task-1694778" [ 1857.594555] env[62777]: _type = "Task" [ 1857.594555] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.603711] env[62777]: DEBUG oslo_vmware.api [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.796928] env[62777]: DEBUG oslo_concurrency.lockutils [req-01de632b-e891-4c7b-9d3e-a2304e1757b7 req-88c67ae8-e074-4756-9b3e-a51aa9cf0c2e service nova] Releasing lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.822767] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1857.850155] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1857.850403] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1857.850566] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.850732] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1857.850880] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.851043] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1857.851259] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1857.851417] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1857.851617] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1857.851786] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1857.851957] env[62777]: DEBUG nova.virt.hardware [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1857.852863] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad22e55-fca3-4ffd-b739-dd5a662793b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.861038] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0630ee86-ccaa-4d76-aa4a-cd518bac198d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.948524] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a6fbb2-ab82-5463-38ce-97c5c45f712e, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.949348] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010296e6-8df5-4dde-8251-7ea32b944b4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.954875] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1857.954875] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52696f13-7e1b-27ae-1ee3-506713d45797" [ 1857.954875] env[62777]: _type = "Task" [ 1857.954875] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.963236] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52696f13-7e1b-27ae-1ee3-506713d45797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.004290] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.004735] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1858.105041] env[62777]: DEBUG oslo_vmware.api [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Task: {'id': task-1694778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152741} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.105293] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.105482] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.105735] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.105921] env[62777]: INFO nova.compute.manager [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1858.106177] env[62777]: DEBUG oslo.service.loopingcall [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.106369] env[62777]: DEBUG nova.compute.manager [-] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.106463] env[62777]: DEBUG nova.network.neutron [-] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1858.260647] env[62777]: DEBUG nova.network.neutron [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Successfully updated port: 39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.419267] env[62777]: DEBUG nova.network.neutron [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Port 27eb47fb-1e35-466a-b680-c5cfdf5c7370 binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1858.419267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.419267] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.419267] env[62777]: DEBUG nova.network.neutron [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1858.465542] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52696f13-7e1b-27ae-1ee3-506713d45797, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.465919] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.466117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e11c27a5-6b5d-4d86-a66b-e3c57929ac20/e11c27a5-6b5d-4d86-a66b-e3c57929ac20.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1858.466698] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b82a038a-811d-4629-af06-c8570feba305 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.473595] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1858.473595] env[62777]: value = "task-1694779" [ 1858.473595] env[62777]: _type = "Task" [ 1858.473595] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.481506] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694779, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.511247] env[62777]: DEBUG nova.compute.utils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1858.512523] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1858.512730] env[62777]: DEBUG nova.network.neutron [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1858.602200] env[62777]: DEBUG nova.compute.manager [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Received event network-vif-plugged-39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1858.602498] env[62777]: DEBUG oslo_concurrency.lockutils [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] Acquiring lock "ca8df557-fabd-4e32-bf45-564e04e4b925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.603284] env[62777]: DEBUG oslo_concurrency.lockutils [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.603519] env[62777]: DEBUG oslo_concurrency.lockutils [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.603738] env[62777]: DEBUG nova.compute.manager [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] No waiting events found dispatching network-vif-plugged-39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.604225] env[62777]: WARNING nova.compute.manager [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Received unexpected event network-vif-plugged-39e98768-333d-4c5b-9832-2bb196ba5291 for instance with vm_state building and task_state spawning. [ 1858.604225] env[62777]: DEBUG nova.compute.manager [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Received event network-changed-39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1858.604435] env[62777]: DEBUG nova.compute.manager [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Refreshing instance network info cache due to event network-changed-39e98768-333d-4c5b-9832-2bb196ba5291. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1858.604598] env[62777]: DEBUG oslo_concurrency.lockutils [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] Acquiring lock "refresh_cache-ca8df557-fabd-4e32-bf45-564e04e4b925" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.604777] env[62777]: DEBUG oslo_concurrency.lockutils [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] Acquired lock "refresh_cache-ca8df557-fabd-4e32-bf45-564e04e4b925" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.604954] env[62777]: DEBUG nova.network.neutron [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Refreshing network info cache for port 39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.620017] env[62777]: DEBUG nova.policy [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4349d4e702840ec9a3418ba29cc09ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b84aae44899c4a86935fed6f93b53c57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.763235] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-ca8df557-fabd-4e32-bf45-564e04e4b925" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.985470] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694779, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479265} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.986036] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e11c27a5-6b5d-4d86-a66b-e3c57929ac20/e11c27a5-6b5d-4d86-a66b-e3c57929ac20.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1858.986445] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1858.987009] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa01dcc5-33bf-4806-988d-abfbd1d96246 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.996290] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1858.996290] env[62777]: value = "task-1694780" [ 1858.996290] env[62777]: _type = "Task" [ 1858.996290] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.006504] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.016555] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1859.159731] env[62777]: DEBUG nova.network.neutron [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.232578] env[62777]: DEBUG nova.network.neutron [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Successfully created port: 3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1859.319930] env[62777]: DEBUG nova.network.neutron [-] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.345169] env[62777]: DEBUG nova.network.neutron [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.435480] env[62777]: DEBUG nova.network.neutron [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.507355] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06554} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.507640] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1859.508388] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768edc83-7470-4b1b-bb81-2f00feb9f8ea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.530705] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] e11c27a5-6b5d-4d86-a66b-e3c57929ac20/e11c27a5-6b5d-4d86-a66b-e3c57929ac20.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1859.532207] env[62777]: INFO nova.virt.block_device [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Booting with volume 65bb175d-3121-4995-bc08-e21cf3df095c at /dev/sda [ 1859.533727] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1959f4fa-5ec6-4643-bca3-282b67739925 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.553473] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1859.553473] env[62777]: value = "task-1694781" [ 1859.553473] env[62777]: _type = "Task" [ 1859.553473] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.565274] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694781, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.587287] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85526fe1-b00b-448c-a8b6-7ea98d8774c3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.596309] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79df9892-c24d-45f7-8ce3-6f37f83c3263 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.623399] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-911beb26-6f31-4613-8149-6585f3093047 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.631438] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7676ab5-806b-47dd-8a2f-80c3657d4894 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.658703] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f28b8-b520-403e-9ca9-5057cafb5b9d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.664765] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70171895-0783-4bae-9feb-f84876a4c6a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.677397] env[62777]: DEBUG nova.virt.block_device [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating existing volume attachment record: 0fceb7ea-7f38-4b78-a8b7-8ce6277bbaa5 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1859.825125] env[62777]: INFO nova.compute.manager [-] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Took 1.72 seconds to deallocate network for instance. [ 1859.847989] env[62777]: DEBUG oslo_concurrency.lockutils [req-e24de450-8046-4081-b9c5-d991fd905565 req-1303bb91-5e15-4a42-8103-1a456fed6644 service nova] Releasing lock "refresh_cache-ca8df557-fabd-4e32-bf45-564e04e4b925" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.848417] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-ca8df557-fabd-4e32-bf45-564e04e4b925" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.848587] env[62777]: DEBUG nova.network.neutron [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.939038] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.062807] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694781, 'name': ReconfigVM_Task, 'duration_secs': 0.274129} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.063122] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Reconfigured VM instance instance-00000072 to attach disk [datastore1] e11c27a5-6b5d-4d86-a66b-e3c57929ac20/e11c27a5-6b5d-4d86-a66b-e3c57929ac20.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1860.063739] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddcb1866-1712-4eec-bfb7-2db2bdd97840 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.070053] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1860.070053] env[62777]: value = "task-1694783" [ 1860.070053] env[62777]: _type = "Task" [ 1860.070053] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.078172] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694783, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.334563] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.334857] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.335090] env[62777]: DEBUG nova.objects.instance [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lazy-loading 'resources' on Instance uuid 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1860.380834] env[62777]: DEBUG nova.network.neutron [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1860.447499] env[62777]: DEBUG nova.compute.manager [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62777) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1860.533741] env[62777]: DEBUG nova.network.neutron [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Updating instance_info_cache with network_info: [{"id": "39e98768-333d-4c5b-9832-2bb196ba5291", "address": "fa:16:3e:73:04:e1", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e98768-33", "ovs_interfaceid": "39e98768-333d-4c5b-9832-2bb196ba5291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.580324] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694783, 'name': Rename_Task, 'duration_secs': 0.138603} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.580592] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1860.580829] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77ac1392-ebc9-4bf7-8985-c10f9c278814 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.588247] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1860.588247] env[62777]: value = "task-1694784" [ 1860.588247] env[62777]: _type = "Task" [ 1860.588247] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.595683] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.631487] env[62777]: DEBUG nova.compute.manager [req-d2476d9f-9048-4012-9e7d-45bf78c7fe22 req-bf0342a2-669c-4ad1-a0fa-d559cdb8d339 service nova] [instance: 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e] Received event network-vif-deleted-55b7ed30-5316-4670-a334-f1b2de040e7c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1860.807597] env[62777]: DEBUG nova.network.neutron [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Successfully updated port: 3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.955293] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf1f6d0-3c9e-4b53-910c-be9cfe3ca32a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.963345] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc46f48-7dc0-41d9-a903-567c53fee29b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.994439] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c8d71-7867-4459-a840-74cb34d25363 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.001908] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a5d78-fb87-4bff-8880-3d7f724a2846 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.015017] env[62777]: DEBUG nova.compute.provider_tree [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.036603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-ca8df557-fabd-4e32-bf45-564e04e4b925" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.036944] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Instance network_info: |[{"id": "39e98768-333d-4c5b-9832-2bb196ba5291", "address": "fa:16:3e:73:04:e1", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39e98768-33", "ovs_interfaceid": "39e98768-333d-4c5b-9832-2bb196ba5291", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.037932] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:04:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39e98768-333d-4c5b-9832-2bb196ba5291', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.045817] env[62777]: DEBUG oslo.service.loopingcall [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.047922] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.048173] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8958adab-99d2-4914-9873-77c4d6415733 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.062943] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.068358] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.068358] env[62777]: value = "task-1694785" [ 1861.068358] env[62777]: _type = "Task" [ 1861.068358] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.076253] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694785, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.097344] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.310356] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.310626] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.310877] env[62777]: DEBUG nova.network.neutron [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.519104] env[62777]: DEBUG nova.scheduler.client.report [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1861.578852] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694785, 'name': CreateVM_Task, 'duration_secs': 0.383099} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.579350] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1861.579793] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.579996] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.580389] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1861.580674] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed80a9ef-1fa0-4a59-8c54-fd0ed9773309 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.585379] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1861.585379] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52e3d855-e259-2fbc-62ac-c59b5045718a" [ 1861.585379] env[62777]: _type = "Task" [ 1861.585379] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.597801] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e3d855-e259-2fbc-62ac-c59b5045718a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.602872] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694784, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.764388] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1861.765028] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1861.765257] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1861.765397] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1861.765596] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1861.765754] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1861.765896] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1861.766175] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1861.766350] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1861.766518] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1861.766683] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1861.766856] env[62777]: DEBUG nova.virt.hardware [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1861.767724] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a7c758-30f5-45cc-bffe-e95451136d84 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.775940] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1c0987-6ca5-47e8-af98-dc67a557d36d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.886841] env[62777]: DEBUG nova.network.neutron [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.023176] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.025767] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.962s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.027327] env[62777]: DEBUG nova.network.neutron [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.044304] env[62777]: INFO nova.scheduler.client.report [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Deleted allocations for instance 1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e [ 1862.097474] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52e3d855-e259-2fbc-62ac-c59b5045718a, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.098112] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.098349] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.098575] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.098720] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.098892] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.099157] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71cdae32-31da-40d3-abf7-52aa4b81496c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.103954] env[62777]: DEBUG oslo_vmware.api [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694784, 'name': PowerOnVM_Task, 'duration_secs': 1.039939} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.104497] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1862.104737] env[62777]: INFO nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1862.104921] env[62777]: DEBUG nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1862.105693] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e8fa0-3fcd-41b7-ad5d-b283db01a0d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.110389] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.110566] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.112391] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-129745a9-3f11-4410-a9ae-4d1b8af36f94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.120473] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1862.120473] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523b314b-d81c-6331-5279-78ace68846f1" [ 1862.120473] env[62777]: _type = "Task" [ 1862.120473] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.128055] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523b314b-d81c-6331-5279-78ace68846f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.529702] env[62777]: DEBUG nova.objects.instance [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'migration_context' on Instance uuid 653a2a5d-1755-4a56-8463-3ad1b2191680 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1862.531553] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.531728] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Instance network_info: |[{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1862.532340] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:e6:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e599753-f57a-45cc-bf5d-d16f8ae5af10', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1862.539764] env[62777]: DEBUG oslo.service.loopingcall [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.539967] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1862.540646] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f77fa9b-73f7-4d2d-bc51-4f0cf2eeb608 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.557884] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a1c80974-7867-4e5a-a78f-a8754af73734 tempest-ServerActionsTestJSON-709174916 tempest-ServerActionsTestJSON-709174916-project-member] Lock "1c7e142e-84a1-4ebe-bb2c-a67f4d9c581e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.127s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.562454] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1862.562454] env[62777]: value = "task-1694786" [ 1862.562454] env[62777]: _type = "Task" [ 1862.562454] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.570905] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694786, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.628778] env[62777]: INFO nova.compute.manager [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Took 15.67 seconds to build instance. [ 1862.633722] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523b314b-d81c-6331-5279-78ace68846f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008886} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.634537] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76275bfb-fe62-4106-874a-3d7d6974a555 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.640357] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1862.640357] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524f3082-4bcc-0509-768b-47d5a7eecdbc" [ 1862.640357] env[62777]: _type = "Task" [ 1862.640357] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.652386] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524f3082-4bcc-0509-768b-47d5a7eecdbc, 'name': SearchDatastore_Task, 'duration_secs': 0.009657} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.652633] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.652883] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] ca8df557-fabd-4e32-bf45-564e04e4b925/ca8df557-fabd-4e32-bf45-564e04e4b925.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1862.653158] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e6caf49-fe1a-46bd-8c58-dcaad202a71f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.659928] env[62777]: DEBUG nova.compute.manager [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Received event network-vif-plugged-3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1862.660233] env[62777]: DEBUG oslo_concurrency.lockutils [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] Acquiring lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.660363] env[62777]: DEBUG oslo_concurrency.lockutils [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.660513] env[62777]: DEBUG oslo_concurrency.lockutils [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.660670] env[62777]: DEBUG nova.compute.manager [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] No waiting events found dispatching network-vif-plugged-3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.660832] env[62777]: WARNING nova.compute.manager [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Received unexpected event network-vif-plugged-3e599753-f57a-45cc-bf5d-d16f8ae5af10 for instance with vm_state building and task_state spawning. [ 1862.660985] env[62777]: DEBUG nova.compute.manager [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Received event network-changed-3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1862.661149] env[62777]: DEBUG nova.compute.manager [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Refreshing instance network info cache due to event network-changed-3e599753-f57a-45cc-bf5d-d16f8ae5af10. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1862.661323] env[62777]: DEBUG oslo_concurrency.lockutils [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] Acquiring lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.661454] env[62777]: DEBUG oslo_concurrency.lockutils [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] Acquired lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.661676] env[62777]: DEBUG nova.network.neutron [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Refreshing network info cache for port 3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.664362] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1862.664362] env[62777]: value = "task-1694787" [ 1862.664362] env[62777]: _type = "Task" [ 1862.664362] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.674046] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.073163] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694786, 'name': CreateVM_Task, 'duration_secs': 0.465321} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.073397] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1863.074236] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'disk_bus': None, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'device_type': None, 'attachment_id': '0fceb7ea-7f38-4b78-a8b7-8ce6277bbaa5', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353350', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'name': 'volume-65bb175d-3121-4995-bc08-e21cf3df095c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee84610c-36df-4ecd-89f2-43b13c79b9b6', 'attached_at': '', 'detached_at': '', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'serial': '65bb175d-3121-4995-bc08-e21cf3df095c'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=62777) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1863.074485] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Root volume attach. Driver type: vmdk {{(pid=62777) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1863.075372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ac235f-7842-4a99-b438-f056e4b70ee3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.086462] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d79e89-0495-462d-ba39-122819803dd8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.096179] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3369a3d6-c709-4c85-a596-9ca94cdfc83c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.103417] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e443bceb-f3b4-4bbe-bdb2-1f416cfb20fe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.111126] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1863.111126] env[62777]: value = "task-1694788" [ 1863.111126] env[62777]: _type = "Task" [ 1863.111126] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.119866] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694788, 'name': RelocateVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.130653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-26c2cf8b-7a27-4f27-802a-7862ec1adfc1 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.182s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.179801] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492484} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.180656] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] ca8df557-fabd-4e32-bf45-564e04e4b925/ca8df557-fabd-4e32-bf45-564e04e4b925.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.180656] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1863.180656] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-405e6d99-7c60-40c7-a9ce-525d0d49f043 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.184945] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0df1ed-c485-48c5-af9b-cb5189549332 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.188805] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1863.188805] env[62777]: value = "task-1694789" [ 1863.188805] env[62777]: _type = "Task" [ 1863.188805] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.195967] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cd72da-d29f-44e3-9754-8920cb6085bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.204372] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.236851] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cfd8ed-7686-4e33-83f2-157377d3ef3c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.244618] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0358bdd3-c5e0-4e8b-a800-bb203e210ce2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.258962] env[62777]: DEBUG nova.compute.provider_tree [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.486458] env[62777]: DEBUG nova.network.neutron [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updated VIF entry in instance network info cache for port 3e599753-f57a-45cc-bf5d-d16f8ae5af10. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.486984] env[62777]: DEBUG nova.network.neutron [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.623163] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694788, 'name': RelocateVM_Task, 'duration_secs': 0.39062} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.623534] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1863.623739] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353350', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'name': 'volume-65bb175d-3121-4995-bc08-e21cf3df095c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee84610c-36df-4ecd-89f2-43b13c79b9b6', 'attached_at': '', 'detached_at': '', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'serial': '65bb175d-3121-4995-bc08-e21cf3df095c'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1863.624576] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2dcef47-d2b5-4383-b6b5-5a91855949ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.642377] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31abaf1-cebc-468e-b8e3-a522a21e1f4a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.665101] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-65bb175d-3121-4995-bc08-e21cf3df095c/volume-65bb175d-3121-4995-bc08-e21cf3df095c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.665101] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3815c66-869c-4f3d-a22a-327473a9a062 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.684832] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1863.684832] env[62777]: value = "task-1694790" [ 1863.684832] env[62777]: _type = "Task" [ 1863.684832] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.692479] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.700024] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063556} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.700265] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1863.701010] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b347eece-b5ed-4d87-a860-357596009a45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.723788] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] ca8df557-fabd-4e32-bf45-564e04e4b925/ca8df557-fabd-4e32-bf45-564e04e4b925.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.724062] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ef88fa-7742-4e9c-bbc3-249ff919ee68 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.744661] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1863.744661] env[62777]: value = "task-1694791" [ 1863.744661] env[62777]: _type = "Task" [ 1863.744661] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.752279] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.763796] env[62777]: DEBUG nova.scheduler.client.report [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1863.990155] env[62777]: DEBUG oslo_concurrency.lockutils [req-f05e6ce3-84f8-468c-9750-fb385b5eb938 req-cbd51643-dc4c-406f-b37b-94a159258157 service nova] Releasing lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.195091] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.258431] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694791, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.695856] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694790, 'name': ReconfigVM_Task, 'duration_secs': 0.774568} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.696179] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-65bb175d-3121-4995-bc08-e21cf3df095c/volume-65bb175d-3121-4995-bc08-e21cf3df095c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.701088] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f961c9-aec4-419d-a36a-fdf0914a558c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.718559] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1864.718559] env[62777]: value = "task-1694792" [ 1864.718559] env[62777]: _type = "Task" [ 1864.718559] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.726327] env[62777]: DEBUG nova.compute.manager [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Received event network-changed-41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1864.726327] env[62777]: DEBUG nova.compute.manager [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Refreshing instance network info cache due to event network-changed-41b99ac5-8611-4f48-8c0a-92f00857460c. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1864.726327] env[62777]: DEBUG oslo_concurrency.lockutils [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] Acquiring lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.726327] env[62777]: DEBUG oslo_concurrency.lockutils [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] Acquired lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.726327] env[62777]: DEBUG nova.network.neutron [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Refreshing network info cache for port 41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.729744] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694792, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.756395] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694791, 'name': ReconfigVM_Task, 'duration_secs': 0.730707} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.756674] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Reconfigured VM instance instance-00000073 to attach disk [datastore1] ca8df557-fabd-4e32-bf45-564e04e4b925/ca8df557-fabd-4e32-bf45-564e04e4b925.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.757319] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c761300-2ca9-4af7-8be9-11083a8b0dd8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.763732] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1864.763732] env[62777]: value = "task-1694793" [ 1864.763732] env[62777]: _type = "Task" [ 1864.763732] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.775253] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694793, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.777919] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.753s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.230183] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694792, 'name': ReconfigVM_Task, 'duration_secs': 0.204518} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.232515] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353350', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'name': 'volume-65bb175d-3121-4995-bc08-e21cf3df095c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ee84610c-36df-4ecd-89f2-43b13c79b9b6', 'attached_at': '', 'detached_at': '', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'serial': '65bb175d-3121-4995-bc08-e21cf3df095c'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1865.233228] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89af596f-1cff-4c04-9cf2-274cbdf8a05d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.240040] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1865.240040] env[62777]: value = "task-1694794" [ 1865.240040] env[62777]: _type = "Task" [ 1865.240040] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.248555] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694794, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.274488] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694793, 'name': Rename_Task, 'duration_secs': 0.285041} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.274939] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.275360] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ebddfb-0abc-4e57-98d4-d1d90a137d39 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.281975] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1865.281975] env[62777]: value = "task-1694795" [ 1865.281975] env[62777]: _type = "Task" [ 1865.281975] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.293804] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.572947] env[62777]: DEBUG nova.network.neutron [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updated VIF entry in instance network info cache for port 41b99ac5-8611-4f48-8c0a-92f00857460c. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.573367] env[62777]: DEBUG nova.network.neutron [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updating instance_info_cache with network_info: [{"id": "41b99ac5-8611-4f48-8c0a-92f00857460c", "address": "fa:16:3e:71:07:a4", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b99ac5-86", "ovs_interfaceid": "41b99ac5-8611-4f48-8c0a-92f00857460c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.752024] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694794, 'name': Rename_Task, 'duration_secs': 0.193623} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.752319] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.752516] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08d2b9a8-85e3-4264-8f26-9525eeed5334 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.758859] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1865.758859] env[62777]: value = "task-1694796" [ 1865.758859] env[62777]: _type = "Task" [ 1865.758859] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.766853] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.794050] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.076958] env[62777]: DEBUG oslo_concurrency.lockutils [req-638d003a-a5dd-45d7-95e1-ef659e21140a req-22e231a2-7944-42a0-9f46-cc3af3d1c85f service nova] Releasing lock "refresh_cache-e11c27a5-6b5d-4d86-a66b-e3c57929ac20" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.269857] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694796, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.294534] env[62777]: DEBUG oslo_vmware.api [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694795, 'name': PowerOnVM_Task, 'duration_secs': 0.639312} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.294945] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.295169] env[62777]: INFO nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1866.295423] env[62777]: DEBUG nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.296232] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ce5076-ad62-499f-b619-09caea05ae1f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.322552] env[62777]: INFO nova.compute.manager [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Swapping old allocation on dict_keys(['970c2190-10b4-4ecb-bf37-fd4b2f987137']) held by migration 49bcff38-b087-4ce3-add7-ae9e520b1413 for instance [ 1866.343491] env[62777]: DEBUG nova.scheduler.client.report [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Overwriting current allocation {'allocations': {'970c2190-10b4-4ecb-bf37-fd4b2f987137': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '9949d6b6388d4f72b65ea47da5f33247', 'user_id': '10e8158f4aa6455c8fe7343362b164d4', 'consumer_generation': 1} on consumer 653a2a5d-1755-4a56-8463-3ad1b2191680 {{(pid=62777) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1866.439629] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.439939] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.440251] env[62777]: DEBUG nova.network.neutron [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.769940] env[62777]: DEBUG oslo_vmware.api [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694796, 'name': PowerOnVM_Task, 'duration_secs': 0.726257} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.770322] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.770463] env[62777]: INFO nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Took 5.01 seconds to spawn the instance on the hypervisor. [ 1866.770672] env[62777]: DEBUG nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.771566] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f731cf-8298-4d32-a09f-c086e276242b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.812144] env[62777]: INFO nova.compute.manager [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Took 14.99 seconds to build instance. [ 1866.851286] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "26dbe7ae-ab4e-4ba5-975d-057df442016e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.851490] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "26dbe7ae-ab4e-4ba5-975d-057df442016e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.194209] env[62777]: DEBUG nova.network.neutron [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [{"id": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "address": "fa:16:3e:9b:29:b3", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27eb47fb-1e", "ovs_interfaceid": "27eb47fb-1e35-466a-b680-c5cfdf5c7370", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.291917] env[62777]: INFO nova.compute.manager [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Took 13.41 seconds to build instance. [ 1867.315973] env[62777]: DEBUG oslo_concurrency.lockutils [None req-40ed7400-1758-4ea1-acd8-beb11dd1de39 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.500s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.354470] env[62777]: DEBUG nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1867.696659] env[62777]: DEBUG oslo_concurrency.lockutils [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-653a2a5d-1755-4a56-8463-3ad1b2191680" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.697662] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea474368-79aa-485b-b235-21b88400b568 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.705483] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84196878-8fdd-46cd-b3c2-e6e6fa636e60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.794415] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a73e3a02-54ff-475a-874a-ecf753dbf6a6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.926s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.875978] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.876291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.878102] env[62777]: INFO nova.compute.claims [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.277331] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "ca8df557-fabd-4e32-bf45-564e04e4b925" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.277670] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.602960] env[62777]: DEBUG nova.compute.manager [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Received event network-changed-5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1868.603145] env[62777]: DEBUG nova.compute.manager [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Refreshing instance network info cache due to event network-changed-5130b8e0-2ef9-497b-beb9-62e363392c3a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1868.603314] env[62777]: DEBUG oslo_concurrency.lockutils [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] Acquiring lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.603459] env[62777]: DEBUG oslo_concurrency.lockutils [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] Acquired lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.603619] env[62777]: DEBUG nova.network.neutron [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Refreshing network info cache for port 5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1868.781396] env[62777]: DEBUG nova.compute.utils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1868.794247] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1868.794862] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a09c765-03f9-459a-a3f5-24d698c6e69e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.803463] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1868.803463] env[62777]: value = "task-1694797" [ 1868.803463] env[62777]: _type = "Task" [ 1868.803463] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.811924] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.002521] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0061007-74be-4e06-915e-9085a479c6bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.012480] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea64cb5-5c61-4f9e-a13d-6c0b96a01b9c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.049945] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf51f95-a718-41d1-9e13-e0b1b0aae5ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.058999] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a682b11-51c5-4ec3-b129-f9302c31eae2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.073424] env[62777]: DEBUG nova.compute.provider_tree [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.284670] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.312856] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694797, 'name': PowerOffVM_Task, 'duration_secs': 0.267121} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.313131] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.313735] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.313940] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.314105] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.314291] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.314439] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.314582] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.314876] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.315035] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.315202] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.315361] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.315528] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.320476] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4747d3ba-bc9f-4eb7-9127-b6a6590f051b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.341537] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1869.341537] env[62777]: value = "task-1694798" [ 1869.341537] env[62777]: _type = "Task" [ 1869.341537] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.349755] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.372223] env[62777]: DEBUG nova.network.neutron [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updated VIF entry in instance network info cache for port 5130b8e0-2ef9-497b-beb9-62e363392c3a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1869.372599] env[62777]: DEBUG nova.network.neutron [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updating instance_info_cache with network_info: [{"id": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "address": "fa:16:3e:42:9f:c3", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5130b8e0-2e", "ovs_interfaceid": "5130b8e0-2ef9-497b-beb9-62e363392c3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.577313] env[62777]: DEBUG nova.scheduler.client.report [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1869.854732] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694798, 'name': ReconfigVM_Task, 'duration_secs': 0.155202} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.859627] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491c8be-3318-4897-82f2-52029ecff11f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.898419] env[62777]: DEBUG oslo_concurrency.lockutils [req-65d0cad0-7414-4c9b-989e-0cc330610cd6 req-40825b87-9ec4-4b7c-87cb-b320141adc11 service nova] Releasing lock "refresh_cache-f57194fb-13ed-46b3-8a8e-8819edc3c6da" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.899836] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.900183] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.900417] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.900696] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.900954] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.901219] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.901545] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.901823] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.902269] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.902543] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.902800] env[62777]: DEBUG nova.virt.hardware [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.904579] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88bdbc97-d808-43f9-b3b2-0c4a7fcb8087 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.913068] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1869.913068] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522a8670-cfd2-dcdb-fd57-5fb1d12fec13" [ 1869.913068] env[62777]: _type = "Task" [ 1869.913068] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.926850] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522a8670-cfd2-dcdb-fd57-5fb1d12fec13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.036838] env[62777]: DEBUG nova.compute.manager [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1870.083802] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.084441] env[62777]: DEBUG nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1870.370050] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "ca8df557-fabd-4e32-bf45-564e04e4b925" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.370050] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.370300] env[62777]: INFO nova.compute.manager [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Attaching volume c474eea1-0695-46c8-abae-a31c07560d8e to /dev/sdb [ 1870.403501] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc07c0-303e-4ad9-b8d6-1fdfbd9ad7a9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.411694] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066c3670-1742-4255-a1dd-54229e591553 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.422910] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522a8670-cfd2-dcdb-fd57-5fb1d12fec13, 'name': SearchDatastore_Task, 'duration_secs': 0.023826} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.428277] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1870.431966] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c101915-b633-46f8-9b6f-51ba7692acde {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.444856] env[62777]: DEBUG nova.virt.block_device [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Updating existing volume attachment record: 65a033d0-a8a5-435b-9446-7930498f5e90 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1870.453578] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1870.453578] env[62777]: value = "task-1694799" [ 1870.453578] env[62777]: _type = "Task" [ 1870.453578] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.461424] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694799, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.561117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.561422] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.589925] env[62777]: DEBUG nova.compute.utils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.591660] env[62777]: DEBUG nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Not allocating networking since 'none' was specified. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1870.630177] env[62777]: DEBUG nova.compute.manager [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Received event network-changed-3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1870.630337] env[62777]: DEBUG nova.compute.manager [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Refreshing instance network info cache due to event network-changed-3e599753-f57a-45cc-bf5d-d16f8ae5af10. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1870.630545] env[62777]: DEBUG oslo_concurrency.lockutils [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] Acquiring lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.630696] env[62777]: DEBUG oslo_concurrency.lockutils [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] Acquired lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.630857] env[62777]: DEBUG nova.network.neutron [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Refreshing network info cache for port 3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.968975] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694799, 'name': ReconfigVM_Task, 'duration_secs': 0.445728} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.969351] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1870.970241] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784dd121-8591-46ce-9c50-f37697ffb6df {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.997518] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.052485] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c91758ae-2152-4bef-8a17-14722b50be31 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.052485] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1871.052485] env[62777]: value = "task-1694803" [ 1871.052485] env[62777]: _type = "Task" [ 1871.052485] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.052485] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694803, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.065966] env[62777]: INFO nova.compute.claims [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1871.093687] env[62777]: DEBUG nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1871.397897] env[62777]: DEBUG nova.network.neutron [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updated VIF entry in instance network info cache for port 3e599753-f57a-45cc-bf5d-d16f8ae5af10. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.398301] env[62777]: DEBUG nova.network.neutron [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.532689] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694803, 'name': ReconfigVM_Task, 'duration_secs': 0.307673} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.532965] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680/653a2a5d-1755-4a56-8463-3ad1b2191680.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.533831] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d607f71b-6949-460b-99cc-016ab0a56e94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.554210] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130dcb82-4402-4dde-9539-a95cdd31e4a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.574898] env[62777]: INFO nova.compute.resource_tracker [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating resource usage from migration 7c62ddec-c025-41ee-b4d8-78a68702b10f [ 1871.578418] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9b6ff4-3e94-4f38-8dba-64eda7151d8e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.608574] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4101738-18e7-470b-8e8b-f1b8bb07f953 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.616418] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1871.616665] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a973a608-5c22-4864-b0e2-178d1f02971e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.625377] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1871.625377] env[62777]: value = "task-1694804" [ 1871.625377] env[62777]: _type = "Task" [ 1871.625377] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.633168] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.702920] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e368733-5c10-498a-821b-c08d58fe506d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.711063] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd05ca-5f9c-43a8-a3f7-f9c185f1dc7b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.741957] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccb0273-af5e-4080-8fac-3d49ae69d5e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.749720] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6bac9e-b91c-41ba-a5c0-c5b8cb873cea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.763536] env[62777]: DEBUG nova.compute.provider_tree [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.900937] env[62777]: DEBUG oslo_concurrency.lockutils [req-947c3ca5-1c44-490d-96db-cc7f8ea00854 req-fa56f3de-c11d-4f2d-8454-0998f24359f5 service nova] Releasing lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.113023] env[62777]: DEBUG nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1872.137137] env[62777]: DEBUG oslo_vmware.api [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694804, 'name': PowerOnVM_Task, 'duration_secs': 0.394103} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.137466] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1872.142886] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1872.143063] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1872.143210] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.143456] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1872.143649] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.143845] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1872.144128] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1872.144337] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1872.144554] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1872.144787] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1872.144977] env[62777]: DEBUG nova.virt.hardware [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1872.145798] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f79cf1b-e868-4201-b848-ad81dbc3ee79 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.153762] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5115277c-69ed-47f8-8ebd-e263ad62200a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.169303] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Instance VIF info [] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1872.174612] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Creating folder: Project (d8a7f64d9bd849a783d8fec43a9e970e). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1872.175094] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b3c10d2-380d-4f18-9896-cd9d3bffa98d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.185087] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Created folder: Project (d8a7f64d9bd849a783d8fec43a9e970e) in parent group-v353040. [ 1872.185267] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Creating folder: Instances. Parent ref: group-v353356. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1872.185465] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce752ada-b5ed-4f72-9ac7-2c02cdf186ec {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.194153] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Created folder: Instances in parent group-v353356. [ 1872.194367] env[62777]: DEBUG oslo.service.loopingcall [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1872.194538] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1872.194748] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58334cc0-c20a-49ae-b374-ebe99e700c93 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.210524] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1872.210524] env[62777]: value = "task-1694807" [ 1872.210524] env[62777]: _type = "Task" [ 1872.210524] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.217694] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694807, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.266830] env[62777]: DEBUG nova.scheduler.client.report [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1872.720148] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694807, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.771708] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.210s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.771931] env[62777]: INFO nova.compute.manager [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Migrating [ 1873.184124] env[62777]: INFO nova.compute.manager [None req-c6e9d087-b3a6-4003-902c-15f9780882d1 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance to original state: 'active' [ 1873.221105] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694807, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.286372] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.286586] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.286709] env[62777]: DEBUG nova.network.neutron [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.722037] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694807, 'name': CreateVM_Task, 'duration_secs': 1.299208} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.722220] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1873.722492] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.722655] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.723017] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1873.723285] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30bf0ca0-dea4-46f6-baa6-8665d67c95a8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.727813] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1873.727813] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528122f9-dc37-d297-d6fd-e1f5b63fbd5e" [ 1873.727813] env[62777]: _type = "Task" [ 1873.727813] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.736580] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528122f9-dc37-d297-d6fd-e1f5b63fbd5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.055550] env[62777]: DEBUG nova.network.neutron [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.240586] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528122f9-dc37-d297-d6fd-e1f5b63fbd5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.241043] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.241124] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1874.241425] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.241640] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.241882] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1874.242241] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-314581d2-879e-4ce3-b53d-784002db2d32 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.252079] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1874.252305] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1874.253109] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4c1cb3-f758-43f0-b2f5-d4339aa2bf60 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.258701] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1874.258701] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5227a61f-0059-2047-4203-93dd8063682b" [ 1874.258701] env[62777]: _type = "Task" [ 1874.258701] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.267294] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5227a61f-0059-2047-4203-93dd8063682b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.557582] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.557859] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.558093] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.558281] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.558452] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.560647] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.562463] env[62777]: INFO nova.compute.manager [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Terminating instance [ 1874.769337] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5227a61f-0059-2047-4203-93dd8063682b, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.770131] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312e9534-0b99-44bd-a889-eb91f234732b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.775793] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1874.775793] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522351de-a246-19be-3a8a-bda04955d24d" [ 1874.775793] env[62777]: _type = "Task" [ 1874.775793] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.783251] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522351de-a246-19be-3a8a-bda04955d24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.989186] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1874.989432] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353355', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'name': 'volume-c474eea1-0695-46c8-abae-a31c07560d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca8df557-fabd-4e32-bf45-564e04e4b925', 'attached_at': '', 'detached_at': '', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'serial': 'c474eea1-0695-46c8-abae-a31c07560d8e'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1874.990331] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9402f208-d489-452f-9867-7aa5450a346f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.006991] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44c2884-8a26-4458-841a-6aa74c7ca717 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.031063] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-c474eea1-0695-46c8-abae-a31c07560d8e/volume-c474eea1-0695-46c8-abae-a31c07560d8e.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1875.031387] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e6bf6d1-044d-4d1b-afeb-ee4d8a0633d7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.048448] env[62777]: DEBUG oslo_vmware.api [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1875.048448] env[62777]: value = "task-1694809" [ 1875.048448] env[62777]: _type = "Task" [ 1875.048448] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.056014] env[62777]: DEBUG oslo_vmware.api [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.068454] env[62777]: DEBUG nova.compute.manager [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1875.068735] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1875.069278] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ad97ff-b86b-4064-89c9-0810805adb3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.075738] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1875.075738] env[62777]: value = "task-1694810" [ 1875.075738] env[62777]: _type = "Task" [ 1875.075738] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.085200] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.286090] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522351de-a246-19be-3a8a-bda04955d24d, 'name': SearchDatastore_Task, 'duration_secs': 0.018328} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.286474] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.286621] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 26dbe7ae-ab4e-4ba5-975d-057df442016e/26dbe7ae-ab4e-4ba5-975d-057df442016e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1875.286869] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252cc128-b242-4954-8c41-8686de9fe04d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.293207] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1875.293207] env[62777]: value = "task-1694811" [ 1875.293207] env[62777]: _type = "Task" [ 1875.293207] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.559167] env[62777]: DEBUG oslo_vmware.api [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694809, 'name': ReconfigVM_Task, 'duration_secs': 0.46114} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.559440] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-c474eea1-0695-46c8-abae-a31c07560d8e/volume-c474eea1-0695-46c8-abae-a31c07560d8e.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.564053] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db4e90fd-bc8e-4548-9a25-991cfbae41ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.582955] env[62777]: DEBUG oslo_vmware.api [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1875.582955] env[62777]: value = "task-1694812" [ 1875.582955] env[62777]: _type = "Task" [ 1875.582955] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.587057] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694810, 'name': PowerOffVM_Task, 'duration_secs': 0.217235} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.591047] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.591387] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1875.591599] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353344', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'name': 'volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '653a2a5d-1755-4a56-8463-3ad1b2191680', 'attached_at': '2024-12-10T16:22:24.000000', 'detached_at': '', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'serial': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1875.592765] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5338174-3296-4aa3-b1bb-e5f78551d48c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.601841] env[62777]: DEBUG oslo_vmware.api [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.619706] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3385ef3c-66c8-4b24-b966-26b2a32517a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.627916] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d73e742-3706-4acc-992c-a87d5a522c42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.649301] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521781e-5124-4c59-8749-f48a879d2597 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.666750] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] The volume has not been displaced from its original location: [datastore1] volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50/volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1875.671999] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfiguring VM instance instance-0000006d to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1875.672420] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42da3266-ff22-4d57-8f5d-0ab74454a9b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.692211] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1875.692211] env[62777]: value = "task-1694813" [ 1875.692211] env[62777]: _type = "Task" [ 1875.692211] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.700925] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.803729] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485402} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.803972] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 26dbe7ae-ab4e-4ba5-975d-057df442016e/26dbe7ae-ab4e-4ba5-975d-057df442016e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.804213] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.804515] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45fca842-8959-4053-90bd-6e39e578cd5a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.811111] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1875.811111] env[62777]: value = "task-1694814" [ 1875.811111] env[62777]: _type = "Task" [ 1875.811111] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.821023] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.082316] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1d6ee5-e453-4049-9f21-f76b4177c31d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.101083] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1876.112116] env[62777]: DEBUG oslo_vmware.api [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694812, 'name': ReconfigVM_Task, 'duration_secs': 0.268994} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.112288] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353355', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'name': 'volume-c474eea1-0695-46c8-abae-a31c07560d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca8df557-fabd-4e32-bf45-564e04e4b925', 'attached_at': '', 'detached_at': '', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'serial': 'c474eea1-0695-46c8-abae-a31c07560d8e'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1876.201684] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694813, 'name': ReconfigVM_Task, 'duration_secs': 0.242963} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.201940] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Reconfigured VM instance instance-0000006d to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1876.206718] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d428352-1320-4ca4-b5fd-6f99c75857ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.220945] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1876.220945] env[62777]: value = "task-1694815" [ 1876.220945] env[62777]: _type = "Task" [ 1876.220945] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.228983] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.320402] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059587} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.320671] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.321429] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc1775e-8c54-45d8-bec8-3f3a4239f772 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.340769] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 26dbe7ae-ab4e-4ba5-975d-057df442016e/26dbe7ae-ab4e-4ba5-975d-057df442016e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.341053] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ff2e4f-54d8-4bc6-a275-86802488973f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.361552] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1876.361552] env[62777]: value = "task-1694816" [ 1876.361552] env[62777]: _type = "Task" [ 1876.361552] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.369888] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.609872] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.610151] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dce40b3-f45c-4b29-a688-22fa12466cb8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.617822] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1876.617822] env[62777]: value = "task-1694817" [ 1876.617822] env[62777]: _type = "Task" [ 1876.617822] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.627452] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.731471] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694815, 'name': ReconfigVM_Task, 'duration_secs': 0.13619} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.731791] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353344', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'name': 'volume-46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '653a2a5d-1755-4a56-8463-3ad1b2191680', 'attached_at': '2024-12-10T16:22:24.000000', 'detached_at': '', 'volume_id': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50', 'serial': '46a5dae0-c484-4e21-bc01-fd1cb8d46d50'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1876.732106] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.732951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b360a5-fafc-4b83-af51-c7e31b25d388 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.740800] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1876.741087] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7306574a-c058-46ea-b0db-ad949cd21821 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.825073] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1876.825343] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1876.825540] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleting the datastore file [datastore1] 653a2a5d-1755-4a56-8463-3ad1b2191680 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1876.825900] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f760f1b5-e3c8-4d1d-ad27-ffaecae0af64 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.832597] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1876.832597] env[62777]: value = "task-1694819" [ 1876.832597] env[62777]: _type = "Task" [ 1876.832597] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.840555] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.871916] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694816, 'name': ReconfigVM_Task, 'duration_secs': 0.41589} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.872235] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 26dbe7ae-ab4e-4ba5-975d-057df442016e/26dbe7ae-ab4e-4ba5-975d-057df442016e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1876.872963] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dac58c03-088d-4175-b5d2-7a282588961f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.879435] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1876.879435] env[62777]: value = "task-1694820" [ 1876.879435] env[62777]: _type = "Task" [ 1876.879435] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.887204] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694820, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.128114] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694817, 'name': PowerOffVM_Task, 'duration_secs': 0.34451} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.128114] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.128114] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1877.150169] env[62777]: DEBUG nova.objects.instance [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'flavor' on Instance uuid ca8df557-fabd-4e32-bf45-564e04e4b925 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.343465] env[62777]: DEBUG oslo_vmware.api [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160758} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.343797] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.343942] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.344168] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.344369] env[62777]: INFO nova.compute.manager [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1877.344643] env[62777]: DEBUG oslo.service.loopingcall [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.344891] env[62777]: DEBUG nova.compute.manager [-] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.345034] env[62777]: DEBUG nova.network.neutron [-] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.389463] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694820, 'name': Rename_Task, 'duration_secs': 0.358537} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.389729] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.389971] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14965028-89af-4418-9ab1-e167f0d10526 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.396122] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1877.396122] env[62777]: value = "task-1694821" [ 1877.396122] env[62777]: _type = "Task" [ 1877.396122] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.403428] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.634383] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1877.634628] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1877.634748] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.634945] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1877.635135] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.635285] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1877.635528] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1877.635687] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1877.635852] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1877.636018] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1877.636192] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1877.641518] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33dc9fad-2f76-441b-a63f-a79e5ba19655 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.656078] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2f4373f0-bf48-4bb4-bdc9-7e71ef407893 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.286s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.660619] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1877.660619] env[62777]: value = "task-1694822" [ 1877.660619] env[62777]: _type = "Task" [ 1877.660619] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.668861] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.696945] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "ca8df557-fabd-4e32-bf45-564e04e4b925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.696945] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.697179] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "ca8df557-fabd-4e32-bf45-564e04e4b925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.697433] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.697553] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.699895] env[62777]: INFO nova.compute.manager [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Terminating instance [ 1877.850408] env[62777]: DEBUG nova.compute.manager [req-169a1bf4-fad6-4262-a889-c8b324b70e2f req-7d3f4e2e-7709-4fc5-88e8-c0265779cee2 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Received event network-vif-deleted-27eb47fb-1e35-466a-b680-c5cfdf5c7370 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1877.850614] env[62777]: INFO nova.compute.manager [req-169a1bf4-fad6-4262-a889-c8b324b70e2f req-7d3f4e2e-7709-4fc5-88e8-c0265779cee2 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Neutron deleted interface 27eb47fb-1e35-466a-b680-c5cfdf5c7370; detaching it from the instance and deleting it from the info cache [ 1877.850786] env[62777]: DEBUG nova.network.neutron [req-169a1bf4-fad6-4262-a889-c8b324b70e2f req-7d3f4e2e-7709-4fc5-88e8-c0265779cee2 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.905980] env[62777]: DEBUG oslo_vmware.api [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694821, 'name': PowerOnVM_Task, 'duration_secs': 0.45777} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.906279] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1877.906480] env[62777]: INFO nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Took 5.79 seconds to spawn the instance on the hypervisor. [ 1877.906658] env[62777]: DEBUG nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1877.907484] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e91718-2dee-4aa0-a9b2-3e4d746d3106 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.170160] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694822, 'name': ReconfigVM_Task, 'duration_secs': 0.155745} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.170483] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1878.203529] env[62777]: DEBUG nova.compute.manager [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1878.204282] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1878.204282] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ae7c28e-e748-4238-bb94-b9fecbb88a92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.210992] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1878.210992] env[62777]: value = "task-1694823" [ 1878.210992] env[62777]: _type = "Task" [ 1878.210992] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.219718] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.322672] env[62777]: DEBUG nova.network.neutron [-] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.353608] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30c8c17e-93bf-4c76-a5d0-769a0bccec14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.363301] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccf1699-3abf-42c1-b229-49d04b6258ed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.393980] env[62777]: DEBUG nova.compute.manager [req-169a1bf4-fad6-4262-a889-c8b324b70e2f req-7d3f4e2e-7709-4fc5-88e8-c0265779cee2 service nova] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Detach interface failed, port_id=27eb47fb-1e35-466a-b680-c5cfdf5c7370, reason: Instance 653a2a5d-1755-4a56-8463-3ad1b2191680 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1878.429273] env[62777]: INFO nova.compute.manager [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Took 10.57 seconds to build instance. [ 1878.676658] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1878.677535] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1878.677535] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1878.677535] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1878.677535] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1878.677535] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1878.677854] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1878.678318] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1878.678318] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1878.678318] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1878.678523] env[62777]: DEBUG nova.virt.hardware [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1878.683718] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1878.684010] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93710b8-b256-4929-8422-410fa3ec681c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.702665] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1878.702665] env[62777]: value = "task-1694824" [ 1878.702665] env[62777]: _type = "Task" [ 1878.702665] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.710322] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.718593] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694823, 'name': PowerOffVM_Task, 'duration_secs': 0.23355} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.718819] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1878.719015] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1878.719215] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353355', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'name': 'volume-c474eea1-0695-46c8-abae-a31c07560d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca8df557-fabd-4e32-bf45-564e04e4b925', 'attached_at': '', 'detached_at': '', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'serial': 'c474eea1-0695-46c8-abae-a31c07560d8e'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1878.719912] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbbf96f-106e-47cd-806b-a7a49ca858fd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.739762] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf38cb0-ac42-425a-bcec-1ef181511c52 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.745994] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b46c5b3-8783-412e-9cab-e84a119878af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.765811] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2478da-4c6f-437c-9dbb-19ffd0104739 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.779762] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] The volume has not been displaced from its original location: [datastore1] volume-c474eea1-0695-46c8-abae-a31c07560d8e/volume-c474eea1-0695-46c8-abae-a31c07560d8e.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1878.784846] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1878.785126] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51f12b5e-53bc-4337-bc07-b4b1eb11d7fb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.802096] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1878.802096] env[62777]: value = "task-1694825" [ 1878.802096] env[62777]: _type = "Task" [ 1878.802096] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.811799] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694825, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.825323] env[62777]: INFO nova.compute.manager [-] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Took 1.48 seconds to deallocate network for instance. [ 1878.895396] env[62777]: DEBUG nova.compute.manager [None req-e12a86b2-7925-488c-b013-7a5025ff35b1 tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.896545] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b673f-de3f-4e82-9699-d45ae66275a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.931431] env[62777]: DEBUG oslo_concurrency.lockutils [None req-cd04577d-5bf4-4647-ae6b-33e1ac6f51bf tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "26dbe7ae-ab4e-4ba5-975d-057df442016e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.080s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.987462] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "26dbe7ae-ab4e-4ba5-975d-057df442016e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.988074] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "26dbe7ae-ab4e-4ba5-975d-057df442016e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.988074] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "26dbe7ae-ab4e-4ba5-975d-057df442016e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.988204] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "26dbe7ae-ab4e-4ba5-975d-057df442016e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.988283] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "26dbe7ae-ab4e-4ba5-975d-057df442016e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.990455] env[62777]: INFO nova.compute.manager [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Terminating instance [ 1879.212463] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694824, 'name': ReconfigVM_Task, 'duration_secs': 0.166882} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.212687] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1879.213433] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d239fb-eb97-456d-9cf0-fe026c52d499 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.234190] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-65bb175d-3121-4995-bc08-e21cf3df095c/volume-65bb175d-3121-4995-bc08-e21cf3df095c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1879.234429] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e51f15a9-2ac8-4e03-adcf-ac58a1b50e0e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.252864] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1879.252864] env[62777]: value = "task-1694826" [ 1879.252864] env[62777]: _type = "Task" [ 1879.252864] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.260729] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.311959] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694825, 'name': ReconfigVM_Task, 'duration_secs': 0.225628} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.312250] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1879.316747] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b934a6b-d1ef-4037-abce-c3bfd5a82614 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.331330] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1879.331330] env[62777]: value = "task-1694827" [ 1879.331330] env[62777]: _type = "Task" [ 1879.331330] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.338838] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.369185] env[62777]: INFO nova.compute.manager [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 653a2a5d-1755-4a56-8463-3ad1b2191680] Took 0.54 seconds to detach 1 volumes for instance. [ 1879.406023] env[62777]: INFO nova.compute.manager [None req-e12a86b2-7925-488c-b013-7a5025ff35b1 tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] instance snapshotting [ 1879.406602] env[62777]: DEBUG nova.objects.instance [None req-e12a86b2-7925-488c-b013-7a5025ff35b1 tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lazy-loading 'flavor' on Instance uuid 26dbe7ae-ab4e-4ba5-975d-057df442016e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1879.494784] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "refresh_cache-26dbe7ae-ab4e-4ba5-975d-057df442016e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.494784] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquired lock "refresh_cache-26dbe7ae-ab4e-4ba5-975d-057df442016e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.495051] env[62777]: DEBUG nova.network.neutron [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.763398] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694826, 'name': ReconfigVM_Task, 'duration_secs': 0.281817} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.763595] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-65bb175d-3121-4995-bc08-e21cf3df095c/volume-65bb175d-3121-4995-bc08-e21cf3df095c.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.763859] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.841234] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694827, 'name': ReconfigVM_Task, 'duration_secs': 0.163967} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.841521] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353355', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'name': 'volume-c474eea1-0695-46c8-abae-a31c07560d8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca8df557-fabd-4e32-bf45-564e04e4b925', 'attached_at': '', 'detached_at': '', 'volume_id': 'c474eea1-0695-46c8-abae-a31c07560d8e', 'serial': 'c474eea1-0695-46c8-abae-a31c07560d8e'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1879.841796] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1879.842548] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54bc1335-6527-42eb-bd92-5fe89c2a6a12 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.848671] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1879.848880] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cdff30d-ebc5-49e2-8c6f-66f31bee8a30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.876600] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.876850] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.877073] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.900487] env[62777]: INFO nova.scheduler.client.report [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted allocations for instance 653a2a5d-1755-4a56-8463-3ad1b2191680 [ 1879.910796] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a6b11-a1b7-4972-81b1-d8685d2081a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.929788] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9423afc6-4357-414e-80da-a3edd690e7ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.932479] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1879.932681] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1879.932858] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleting the datastore file [datastore1] ca8df557-fabd-4e32-bf45-564e04e4b925 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1879.933441] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d5ae60c-82f5-4d1c-9216-9afe2e791a85 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.943421] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1879.943421] env[62777]: value = "task-1694829" [ 1879.943421] env[62777]: _type = "Task" [ 1879.943421] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.951429] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.012569] env[62777]: DEBUG nova.network.neutron [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.058453] env[62777]: DEBUG nova.network.neutron [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.271047] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01094a59-b414-4fbd-8486-98fb47050db6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.290255] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91753969-62ee-4e5f-be98-b8e7eef2947c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.308076] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1880.408054] env[62777]: DEBUG oslo_concurrency.lockutils [None req-be7675c1-19a7-498e-867c-192561fb2a33 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "653a2a5d-1755-4a56-8463-3ad1b2191680" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.850s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.444704] env[62777]: DEBUG nova.compute.manager [None req-e12a86b2-7925-488c-b013-7a5025ff35b1 tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Instance disappeared during snapshot {{(pid=62777) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1880.456462] env[62777]: DEBUG oslo_vmware.api [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157219} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.456624] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1880.456763] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1880.457132] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1880.457212] env[62777]: INFO nova.compute.manager [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1880.457472] env[62777]: DEBUG oslo.service.loopingcall [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.457656] env[62777]: DEBUG nova.compute.manager [-] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1880.457816] env[62777]: DEBUG nova.network.neutron [-] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1880.560863] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Releasing lock "refresh_cache-26dbe7ae-ab4e-4ba5-975d-057df442016e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.561322] env[62777]: DEBUG nova.compute.manager [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1880.561517] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1880.562436] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cccdf4-3b02-44a7-8a76-a9a7ae442c58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.566379] env[62777]: DEBUG nova.compute.manager [None req-e12a86b2-7925-488c-b013-7a5025ff35b1 tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Found 0 images (rotation: 2) {{(pid=62777) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1880.572010] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1880.572308] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89490990-a382-44d5-8911-8ddbfd620e21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.579100] env[62777]: DEBUG oslo_vmware.api [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1880.579100] env[62777]: value = "task-1694830" [ 1880.579100] env[62777]: _type = "Task" [ 1880.579100] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.588086] env[62777]: DEBUG oslo_vmware.api [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.754073] env[62777]: DEBUG nova.compute.manager [req-3b2b7ecf-2e44-4ac6-8a31-a50b3e45fe3d req-3702f772-0cd0-4baa-9133-c70d6c8f02e8 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Received event network-vif-deleted-39e98768-333d-4c5b-9832-2bb196ba5291 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1880.754282] env[62777]: INFO nova.compute.manager [req-3b2b7ecf-2e44-4ac6-8a31-a50b3e45fe3d req-3702f772-0cd0-4baa-9133-c70d6c8f02e8 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Neutron deleted interface 39e98768-333d-4c5b-9832-2bb196ba5291; detaching it from the instance and deleting it from the info cache [ 1880.754455] env[62777]: DEBUG nova.network.neutron [req-3b2b7ecf-2e44-4ac6-8a31-a50b3e45fe3d req-3702f772-0cd0-4baa-9133-c70d6c8f02e8 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.091397] env[62777]: DEBUG oslo_vmware.api [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694830, 'name': PowerOffVM_Task, 'duration_secs': 0.118854} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.091397] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1881.091397] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1881.091397] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02d105d-471a-4847-92aa-46c3f6c2496a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.115934] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1881.116172] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1881.116359] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Deleting the datastore file [datastore1] 26dbe7ae-ab4e-4ba5-975d-057df442016e {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1881.116639] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62621854-0ac8-4783-bccd-db2da49a7060 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.122751] env[62777]: DEBUG oslo_vmware.api [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for the task: (returnval){ [ 1881.122751] env[62777]: value = "task-1694832" [ 1881.122751] env[62777]: _type = "Task" [ 1881.122751] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.130232] env[62777]: DEBUG oslo_vmware.api [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.233897] env[62777]: DEBUG nova.network.neutron [-] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.256984] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef0db5aa-9add-4a8b-aa88-c5ccc07bf309 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.266064] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d06149-a70a-47df-8ba2-85935c897074 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.294121] env[62777]: DEBUG nova.compute.manager [req-3b2b7ecf-2e44-4ac6-8a31-a50b3e45fe3d req-3702f772-0cd0-4baa-9133-c70d6c8f02e8 service nova] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Detach interface failed, port_id=39e98768-333d-4c5b-9832-2bb196ba5291, reason: Instance ca8df557-fabd-4e32-bf45-564e04e4b925 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1881.633440] env[62777]: DEBUG oslo_vmware.api [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Task: {'id': task-1694832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11822} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.633726] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1881.633968] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1881.634171] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1881.634393] env[62777]: INFO nova.compute.manager [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1881.634667] env[62777]: DEBUG oslo.service.loopingcall [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.634941] env[62777]: DEBUG nova.compute.manager [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1881.635091] env[62777]: DEBUG nova.network.neutron [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1881.650605] env[62777]: DEBUG nova.network.neutron [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1881.737048] env[62777]: INFO nova.compute.manager [-] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Took 1.28 seconds to deallocate network for instance. [ 1881.771154] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.771402] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.946750] env[62777]: DEBUG nova.network.neutron [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Port 3e599753-f57a-45cc-bf5d-d16f8ae5af10 binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1882.153057] env[62777]: DEBUG nova.network.neutron [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.274047] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1882.279269] env[62777]: INFO nova.compute.manager [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: ca8df557-fabd-4e32-bf45-564e04e4b925] Took 0.54 seconds to detach 1 volumes for instance. [ 1882.656039] env[62777]: INFO nova.compute.manager [-] [instance: 26dbe7ae-ab4e-4ba5-975d-057df442016e] Took 1.02 seconds to deallocate network for instance. [ 1882.784203] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.785022] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.785022] env[62777]: DEBUG nova.objects.instance [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'resources' on Instance uuid ca8df557-fabd-4e32-bf45-564e04e4b925 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1882.798557] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.969070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.969269] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.969444] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.162171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.387723] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a89e9-92e0-4bec-8b93-787521d85cd5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.395775] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b3f953-e6fc-4d56-94bc-c51c498cc714 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.427723] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6a2186-edca-4ae1-9095-872feac90e8d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.435897] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6913f8-c7df-4b7e-aec4-798a5c57deb6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.449068] env[62777]: DEBUG nova.compute.provider_tree [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.952151] env[62777]: DEBUG nova.scheduler.client.report [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1884.009699] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.009914] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.010107] env[62777]: DEBUG nova.network.neutron [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.458066] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.673s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1884.460597] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.662s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.462574] env[62777]: INFO nova.compute.claims [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1884.476796] env[62777]: INFO nova.scheduler.client.report [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocations for instance ca8df557-fabd-4e32-bf45-564e04e4b925 [ 1884.726784] env[62777]: DEBUG nova.network.neutron [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.984082] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7f642947-1612-4744-93f4-b34b183b2885 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "ca8df557-fabd-4e32-bf45-564e04e4b925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.287s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.230287] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.567095] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad34698b-372d-4408-9049-e9ad3556d0a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.574442] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f3e94-3d99-4f79-a816-e06080a73c92 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.606321] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6260d39-2109-409b-ac6b-ce89d51a28e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.614336] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005339b8-cd56-4715-a586-0590d096ac6f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.628572] env[62777]: DEBUG nova.compute.provider_tree [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.738557] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f45c63e-fb23-4f8c-85d1-38535ae32411 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.745946] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af48ee9-2c81-4a7a-8561-711440ba4af7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.131430] env[62777]: DEBUG nova.scheduler.client.report [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1886.385361] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.385599] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.636245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.636747] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1886.639406] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.477s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.639619] env[62777]: DEBUG nova.objects.instance [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lazy-loading 'resources' on Instance uuid 26dbe7ae-ab4e-4ba5-975d-057df442016e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.840804] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad4575-8053-494b-b0a8-9464a5eb4e30 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.861050] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444ad1d-9e8d-4b45-b8ff-c095ba406be3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.867349] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1886.887472] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1887.143272] env[62777]: DEBUG nova.compute.utils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1887.147333] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1887.147501] env[62777]: DEBUG nova.network.neutron [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1887.187218] env[62777]: DEBUG nova.policy [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10e8158f4aa6455c8fe7343362b164d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9949d6b6388d4f72b65ea47da5f33247', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1887.239241] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee35a57-f7ec-40b7-add0-756f9d26913d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.247180] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3f050-90bf-4f97-afd1-53000ec9f2a7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.276464] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fb4f1c-19c6-4837-b6fc-d2f4f8ac6206 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.283470] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e14798-d5f0-4617-932b-797e5923b48b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.296317] env[62777]: DEBUG nova.compute.provider_tree [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.373946] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.374268] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5432c82f-c702-4a01-ac98-e69bce82ffa6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.382772] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1887.382772] env[62777]: value = "task-1694833" [ 1887.382772] env[62777]: _type = "Task" [ 1887.382772] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.395049] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.412353] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.468369] env[62777]: DEBUG nova.network.neutron [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Successfully created port: 5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1887.647986] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1887.799982] env[62777]: DEBUG nova.scheduler.client.report [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1887.896847] env[62777]: DEBUG oslo_vmware.api [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694833, 'name': PowerOnVM_Task, 'duration_secs': 0.465566} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.900673] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1887.900673] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc667ef-c615-437c-b252-1d93cc7b3894 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance 'ee84610c-36df-4ecd-89f2-43b13c79b9b6' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.306720] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.309753] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.898s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.310785] env[62777]: INFO nova.compute.claims [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.327751] env[62777]: INFO nova.scheduler.client.report [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Deleted allocations for instance 26dbe7ae-ab4e-4ba5-975d-057df442016e [ 1888.657662] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1888.686069] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1888.686337] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1888.686494] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.686676] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1888.686822] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.686968] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1888.687208] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1888.687390] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1888.687560] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1888.687721] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1888.687891] env[62777]: DEBUG nova.virt.hardware [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1888.688766] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b53b5-667b-42fc-a40b-8f4a35513e13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.696777] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b18d76e-0e43-4fa1-a023-e6f8b501d353 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.772726] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.773051] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1888.834956] env[62777]: DEBUG oslo_concurrency.lockutils [None req-a3d06280-7b47-4009-817f-6ffea70baebc tempest-ServersAaction247Test-1411170193 tempest-ServersAaction247Test-1411170193-project-member] Lock "26dbe7ae-ab4e-4ba5-975d-057df442016e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.847s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.170294] env[62777]: DEBUG nova.compute.manager [req-d4920c03-18bb-430d-a7a7-f4f2308bcec4 req-a064d01f-bce9-445d-8a4f-488014c0e577 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-vif-plugged-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1889.171915] env[62777]: DEBUG oslo_concurrency.lockutils [req-d4920c03-18bb-430d-a7a7-f4f2308bcec4 req-a064d01f-bce9-445d-8a4f-488014c0e577 service nova] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.172278] env[62777]: DEBUG oslo_concurrency.lockutils [req-d4920c03-18bb-430d-a7a7-f4f2308bcec4 req-a064d01f-bce9-445d-8a4f-488014c0e577 service nova] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.172467] env[62777]: DEBUG oslo_concurrency.lockutils [req-d4920c03-18bb-430d-a7a7-f4f2308bcec4 req-a064d01f-bce9-445d-8a4f-488014c0e577 service nova] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.172638] env[62777]: DEBUG nova.compute.manager [req-d4920c03-18bb-430d-a7a7-f4f2308bcec4 req-a064d01f-bce9-445d-8a4f-488014c0e577 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] No waiting events found dispatching network-vif-plugged-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.172814] env[62777]: WARNING nova.compute.manager [req-d4920c03-18bb-430d-a7a7-f4f2308bcec4 req-a064d01f-bce9-445d-8a4f-488014c0e577 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received unexpected event network-vif-plugged-5ae58873-be25-4038-ab1b-30c72388e5f0 for instance with vm_state building and task_state spawning. [ 1889.253938] env[62777]: DEBUG nova.network.neutron [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Successfully updated port: 5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1889.280487] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.280654] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1889.411977] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f37b02-68a8-432f-82d7-39ec3fce3e0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.419972] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd3a545-c996-46fe-93f0-02fc229b24f4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.460683] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1204f57b-af49-4dfd-a3f5-cb084d9e9627 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.468461] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cd7339-a08c-4a7d-9842-5ea8b1924718 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.481573] env[62777]: DEBUG nova.compute.provider_tree [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.755247] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.755405] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.755570] env[62777]: DEBUG nova.network.neutron [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1889.985304] env[62777]: DEBUG nova.scheduler.client.report [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1890.307051] env[62777]: DEBUG nova.network.neutron [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1890.490564] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.491074] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1890.532498] env[62777]: DEBUG nova.network.neutron [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.770795] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.770998] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.771211] env[62777]: DEBUG nova.compute.manager [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Going to confirm migration 9 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 1890.996050] env[62777]: DEBUG nova.compute.utils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.000973] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1891.001213] env[62777]: DEBUG nova.network.neutron [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1891.035817] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.036391] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Instance network_info: |[{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1891.037408] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:44:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae58873-be25-4038-ab1b-30c72388e5f0', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.046168] env[62777]: DEBUG oslo.service.loopingcall [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.046629] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.046866] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b6b186f-4a6e-4cec-8f01-de8a84e34d50 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.073711] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.073711] env[62777]: value = "task-1694834" [ 1891.073711] env[62777]: _type = "Task" [ 1891.073711] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.078378] env[62777]: DEBUG nova.policy [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faebe32ffe264a34a6fbd7e5a0fec3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f250575722b24b758ca7c97e376926d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1891.083912] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694834, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.201527] env[62777]: DEBUG nova.compute.manager [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1891.201807] env[62777]: DEBUG nova.compute.manager [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing instance network info cache due to event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1891.202109] env[62777]: DEBUG oslo_concurrency.lockutils [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.202306] env[62777]: DEBUG oslo_concurrency.lockutils [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.202501] env[62777]: DEBUG nova.network.neutron [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1891.343997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.344213] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquired lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.344390] env[62777]: DEBUG nova.network.neutron [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1891.345878] env[62777]: DEBUG nova.objects.instance [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'info_cache' on Instance uuid ee84610c-36df-4ecd-89f2-43b13c79b9b6 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1891.506513] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1891.562913] env[62777]: DEBUG nova.network.neutron [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Successfully created port: 9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1891.582592] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694834, 'name': CreateVM_Task, 'duration_secs': 0.47059} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.582766] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.583485] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1891.583648] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.584993] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1891.584993] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65da8d8-a0ec-432e-99d4-87c984a7091b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.588993] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1891.588993] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5209ee74-b56b-d93a-e02c-fedaf929d7d8" [ 1891.588993] env[62777]: _type = "Task" [ 1891.588993] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.601495] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5209ee74-b56b-d93a-e02c-fedaf929d7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.103620] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5209ee74-b56b-d93a-e02c-fedaf929d7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.106552] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.106960] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.107337] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.107618] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.107936] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.108349] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b4de934-ea40-43f6-b07e-a5bb5d78ffea {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.117414] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.117771] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.120016] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c36b3ff-9332-4a0f-8989-256aa39d4951 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.124085] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1892.124085] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5271a01c-bc4b-52ff-709e-c855bdb16c70" [ 1892.124085] env[62777]: _type = "Task" [ 1892.124085] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.137169] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5271a01c-bc4b-52ff-709e-c855bdb16c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.216311] env[62777]: DEBUG nova.network.neutron [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updated VIF entry in instance network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1892.216770] env[62777]: DEBUG nova.network.neutron [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.522385] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1892.551221] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1892.551472] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1892.551622] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1892.551824] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1892.551980] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1892.552153] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1892.552376] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1892.552531] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1892.552691] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1892.553132] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1892.553132] env[62777]: DEBUG nova.virt.hardware [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1892.554046] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8eb1a9b-6d9c-4fa4-bf06-fbb8c8410587 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.563082] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b56a9e7-014a-4eb8-8673-cc10138b744a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.629529] env[62777]: DEBUG nova.network.neutron [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [{"id": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "address": "fa:16:3e:b6:e6:2d", "network": {"id": "f9e65abe-915e-4d6c-baeb-92008f18e3b9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2118272230-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b84aae44899c4a86935fed6f93b53c57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e599753-f5", "ovs_interfaceid": "3e599753-f57a-45cc-bf5d-d16f8ae5af10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.636696] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5271a01c-bc4b-52ff-709e-c855bdb16c70, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.637539] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93f432d4-8bae-40c8-8e6f-6e8d845d785f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.644308] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1892.644308] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52843fa3-b323-be73-1cf4-2f84ec3845e2" [ 1892.644308] env[62777]: _type = "Task" [ 1892.644308] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.652330] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52843fa3-b323-be73-1cf4-2f84ec3845e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.723112] env[62777]: DEBUG oslo_concurrency.lockutils [req-9d7711ef-ee0b-48af-b1a6-32db0d8edb4a req-6cdaa46e-2f50-4ed1-9f4c-8ddb6f08447b service nova] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.132321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Releasing lock "refresh_cache-ee84610c-36df-4ecd-89f2-43b13c79b9b6" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.132560] env[62777]: DEBUG nova.objects.instance [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'migration_context' on Instance uuid ee84610c-36df-4ecd-89f2-43b13c79b9b6 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.154345] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52843fa3-b323-be73-1cf4-2f84ec3845e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.154581] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1893.154820] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.155121] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b359268-8041-42da-b0b0-724cf7b440a5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.161893] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1893.161893] env[62777]: value = "task-1694835" [ 1893.161893] env[62777]: _type = "Task" [ 1893.161893] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.169454] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.309232] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 1893.309484] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.309640] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.309783] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.309925] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.310073] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.310213] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.310339] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1893.310472] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1893.433656] env[62777]: DEBUG nova.compute.manager [req-90341fd1-a566-4027-acb2-c09ff020afd1 req-4b352dff-b991-4be9-8343-3955f6ea0c8c service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Received event network-vif-plugged-9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1893.433896] env[62777]: DEBUG oslo_concurrency.lockutils [req-90341fd1-a566-4027-acb2-c09ff020afd1 req-4b352dff-b991-4be9-8343-3955f6ea0c8c service nova] Acquiring lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.434219] env[62777]: DEBUG oslo_concurrency.lockutils [req-90341fd1-a566-4027-acb2-c09ff020afd1 req-4b352dff-b991-4be9-8343-3955f6ea0c8c service nova] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.434364] env[62777]: DEBUG oslo_concurrency.lockutils [req-90341fd1-a566-4027-acb2-c09ff020afd1 req-4b352dff-b991-4be9-8343-3955f6ea0c8c service nova] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.434561] env[62777]: DEBUG nova.compute.manager [req-90341fd1-a566-4027-acb2-c09ff020afd1 req-4b352dff-b991-4be9-8343-3955f6ea0c8c service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] No waiting events found dispatching network-vif-plugged-9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1893.434964] env[62777]: WARNING nova.compute.manager [req-90341fd1-a566-4027-acb2-c09ff020afd1 req-4b352dff-b991-4be9-8343-3955f6ea0c8c service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Received unexpected event network-vif-plugged-9783ea4e-923d-460c-8447-8d8b70d3632e for instance with vm_state building and task_state spawning. [ 1893.498248] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "2a68bd9a-9733-4798-978a-0d59ed13beea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.498710] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.526827] env[62777]: DEBUG nova.network.neutron [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Successfully updated port: 9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1893.635129] env[62777]: DEBUG nova.objects.base [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1893.636493] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eb6aa7-b68f-4a20-8755-9f1aa3f6483c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.656078] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-160a65fb-cb1d-4aa2-b9c2-f23dd6a76111 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.662333] env[62777]: DEBUG oslo_vmware.api [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1893.662333] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525859d4-c2a7-4e3b-ad4f-272fee6f1f40" [ 1893.662333] env[62777]: _type = "Task" [ 1893.662333] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.674150] env[62777]: DEBUG oslo_vmware.api [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]525859d4-c2a7-4e3b-ad4f-272fee6f1f40, 'name': SearchDatastore_Task, 'duration_secs': 0.006457} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.677303] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.677536] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.678819] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.679533] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1893.679533] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1893.679711] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16b1298f-29f5-498f-b312-34fd67d7ce54 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.685853] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1893.685853] env[62777]: value = "task-1694836" [ 1893.685853] env[62777]: _type = "Task" [ 1893.685853] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.693351] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.813899] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.002173] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1894.031462] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.031462] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.031462] env[62777]: DEBUG nova.network.neutron [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.195273] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066913} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.195534] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.196385] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64976b17-0f4b-4c88-889d-90bcf539e4b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.220660] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.223278] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401324e5-d126-4663-893d-a3219b8c7c6d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.243155] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1894.243155] env[62777]: value = "task-1694837" [ 1894.243155] env[62777]: _type = "Task" [ 1894.243155] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.254136] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.316591] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996dd52-40d7-4400-9566-13970f38de3b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.323586] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a660a3ce-4444-450f-8e9a-eaa0b61b2d8a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.352114] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b536ae9-beca-4aa9-ae9d-20d34fb0f9e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.359142] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2770b01-4799-47e7-93fe-1c7aec122cfc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.371500] env[62777]: DEBUG nova.compute.provider_tree [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1894.522291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.574187] env[62777]: DEBUG nova.network.neutron [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1894.706402] env[62777]: DEBUG nova.network.neutron [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updating instance_info_cache with network_info: [{"id": "9783ea4e-923d-460c-8447-8d8b70d3632e", "address": "fa:16:3e:76:57:0e", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9783ea4e-92", "ovs_interfaceid": "9783ea4e-923d-460c-8447-8d8b70d3632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.753919] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.875214] env[62777]: DEBUG nova.scheduler.client.report [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1895.098136] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1895.098136] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.209334] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.209682] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Instance network_info: |[{"id": "9783ea4e-923d-460c-8447-8d8b70d3632e", "address": "fa:16:3e:76:57:0e", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9783ea4e-92", "ovs_interfaceid": "9783ea4e-923d-460c-8447-8d8b70d3632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1895.210128] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:57:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9783ea4e-923d-460c-8447-8d8b70d3632e', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1895.217596] env[62777]: DEBUG oslo.service.loopingcall [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1895.217793] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1895.218016] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ef8ebdd-1d14-462a-b668-d4562695764a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.238190] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1895.238190] env[62777]: value = "task-1694838" [ 1895.238190] env[62777]: _type = "Task" [ 1895.238190] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.246962] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694838, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.254101] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694837, 'name': ReconfigVM_Task, 'duration_secs': 0.641545} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.254351] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1895.254969] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18c74117-36ae-48f4-9510-e9f43dd7b8da {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.260306] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1895.260306] env[62777]: value = "task-1694839" [ 1895.260306] env[62777]: _type = "Task" [ 1895.260306] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.267747] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694839, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.462159] env[62777]: DEBUG nova.compute.manager [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Received event network-changed-9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1895.462381] env[62777]: DEBUG nova.compute.manager [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Refreshing instance network info cache due to event network-changed-9783ea4e-923d-460c-8447-8d8b70d3632e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1895.462720] env[62777]: DEBUG oslo_concurrency.lockutils [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] Acquiring lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.462898] env[62777]: DEBUG oslo_concurrency.lockutils [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] Acquired lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.463220] env[62777]: DEBUG nova.network.neutron [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Refreshing network info cache for port 9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1895.600023] env[62777]: DEBUG nova.compute.utils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1895.748016] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694838, 'name': CreateVM_Task, 'duration_secs': 0.322791} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.748190] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1895.748859] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1895.749031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1895.749347] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1895.749591] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d52cc1-59f4-4b4e-847b-adaea79b66f1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.753934] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1895.753934] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]524b525c-c8f4-e3d7-56f0-691bc69858d1" [ 1895.753934] env[62777]: _type = "Task" [ 1895.753934] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.761347] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524b525c-c8f4-e3d7-56f0-691bc69858d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.768512] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694839, 'name': Rename_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.886058] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.208s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.888525] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.075s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.888700] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.888900] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1895.889239] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.367s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1895.890671] env[62777]: INFO nova.compute.claims [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1895.894724] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d350d95c-6b53-4806-8eeb-5df8b254a19f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.904430] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c9d41-44fa-49a4-bcd4-8c4973e424e7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.918461] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903030e3-e4d6-4277-8c1b-99dc072d799c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.925016] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9baf44-1235-456d-b79e-eee32b67cba5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.955140] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179901MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1895.955311] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.103575] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.175264] env[62777]: DEBUG nova.network.neutron [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updated VIF entry in instance network info cache for port 9783ea4e-923d-460c-8447-8d8b70d3632e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1896.175627] env[62777]: DEBUG nova.network.neutron [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updating instance_info_cache with network_info: [{"id": "9783ea4e-923d-460c-8447-8d8b70d3632e", "address": "fa:16:3e:76:57:0e", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9783ea4e-92", "ovs_interfaceid": "9783ea4e-923d-460c-8447-8d8b70d3632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1896.264325] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]524b525c-c8f4-e3d7-56f0-691bc69858d1, 'name': SearchDatastore_Task, 'duration_secs': 0.008922} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.267323] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.267554] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1896.267783] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.267922] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.268111] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1896.268366] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efb85dd8-709e-4562-96e2-0a462318783a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.275866] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694839, 'name': Rename_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.277113] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1896.277288] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1896.277950] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81952b1e-f751-478e-a5db-248e3f7e77d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.282634] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1896.282634] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb4fc4-a6d6-0dcc-1278-c1aba78ccce1" [ 1896.282634] env[62777]: _type = "Task" [ 1896.282634] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.290219] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb4fc4-a6d6-0dcc-1278-c1aba78ccce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.450981] env[62777]: INFO nova.scheduler.client.report [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted allocation for migration 7c62ddec-c025-41ee-b4d8-78a68702b10f [ 1896.678694] env[62777]: DEBUG oslo_concurrency.lockutils [req-c5dedcbe-3d0f-42fd-91bf-7ff029da24b5 req-9f051fab-53fd-4e1f-9377-1515fb0bd31d service nova] Releasing lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.773663] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694839, 'name': Rename_Task, 'duration_secs': 1.159643} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.773933] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.774192] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eec8b24-9fa9-4bb1-8cd5-19beef81850a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.780168] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1896.780168] env[62777]: value = "task-1694840" [ 1896.780168] env[62777]: _type = "Task" [ 1896.780168] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.790264] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.793738] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52eb4fc4-a6d6-0dcc-1278-c1aba78ccce1, 'name': SearchDatastore_Task, 'duration_secs': 0.008899} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.794454] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df678c4c-3edc-4626-9b65-6a31bf67603d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.799708] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1896.799708] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]522e7930-bedd-39e9-a9fc-6ef6ce6125f8" [ 1896.799708] env[62777]: _type = "Task" [ 1896.799708] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.806659] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522e7930-bedd-39e9-a9fc-6ef6ce6125f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.956070] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1c055f7b-614f-4a9d-ae98-79e5f9dc6ef6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.185s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.992021] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8336c87-5875-4d66-91ed-1801372109ac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.999674] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31359066-e3f6-4100-b52b-910b228c34e1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.030048] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357eb116-d5a5-4f30-81d0-b53d46140b69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.037413] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25115da4-bb03-4706-9880-e55a6f5d5170 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.051695] env[62777]: DEBUG nova.compute.provider_tree [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.164693] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.164997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.165282] env[62777]: INFO nova.compute.manager [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Attaching volume 75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16 to /dev/sdb [ 1897.197490] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a03196-7f2e-4fb1-9964-5aa4c8c10343 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.204728] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0585c3-d523-4efe-a581-6d19c2ae7862 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.218992] env[62777]: DEBUG nova.virt.block_device [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updating existing volume attachment record: 942dbc5f-42c4-4a45-9a5c-f7b5d6be2230 {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1897.241712] env[62777]: INFO nova.compute.manager [None req-0c6ed92f-e5df-49ae-834e-47c41d33774c tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Get console output [ 1897.241957] env[62777]: WARNING nova.virt.vmwareapi.driver [None req-0c6ed92f-e5df-49ae-834e-47c41d33774c tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] The console log is missing. Check your VSPC configuration [ 1897.289822] env[62777]: DEBUG oslo_vmware.api [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694840, 'name': PowerOnVM_Task, 'duration_secs': 0.444416} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.290100] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.290299] env[62777]: INFO nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1897.290477] env[62777]: DEBUG nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1897.291238] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020e69c-636c-4e35-a387-2700bec7af97 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.309613] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]522e7930-bedd-39e9-a9fc-6ef6ce6125f8, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.309858] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.310116] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 23e74018-8fe8-4e7f-a1db-e54a89972b01/23e74018-8fe8-4e7f-a1db-e54a89972b01.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1897.310351] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c84356d5-139a-4fad-92e5-cae84ed99b80 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.316822] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1897.316822] env[62777]: value = "task-1694841" [ 1897.316822] env[62777]: _type = "Task" [ 1897.316822] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.324992] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.555377] env[62777]: DEBUG nova.scheduler.client.report [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1897.809019] env[62777]: INFO nova.compute.manager [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Took 15.03 seconds to build instance. [ 1897.827329] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694841, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.060749] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.061314] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1898.063785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.108s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.310429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9cbdeed5-a748-4146-bf2b-45cbe68d3d0b tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.539s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.332025] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513153} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.332025] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 23e74018-8fe8-4e7f-a1db-e54a89972b01/23e74018-8fe8-4e7f-a1db-e54a89972b01.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.332025] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1898.332025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cabd429f-4ae2-4ed8-a472-41904f8c6cfc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.339032] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1898.339032] env[62777]: value = "task-1694843" [ 1898.339032] env[62777]: _type = "Task" [ 1898.339032] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.348628] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.569085] env[62777]: DEBUG nova.compute.utils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.572583] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.573146] env[62777]: DEBUG nova.network.neutron [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.668077] env[62777]: DEBUG nova.policy [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518a58e942d24729bb78e8170955334b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd75f236c37e749ac9829c56cb4faaaed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.746602] env[62777]: DEBUG nova.compute.manager [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1898.747307] env[62777]: DEBUG nova.compute.manager [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing instance network info cache due to event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1898.747418] env[62777]: DEBUG oslo_concurrency.lockutils [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.747692] env[62777]: DEBUG oslo_concurrency.lockutils [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.748068] env[62777]: DEBUG nova.network.neutron [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1898.849230] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076191} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.849526] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1898.850245] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8f28e1-644a-47cd-9b4f-cad80eb7e50e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.875620] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 23e74018-8fe8-4e7f-a1db-e54a89972b01/23e74018-8fe8-4e7f-a1db-e54a89972b01.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.876025] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943ea575-0782-456f-b591-8d72793d83f2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.900846] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1898.900846] env[62777]: value = "task-1694844" [ 1898.900846] env[62777]: _type = "Task" [ 1898.900846] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.910089] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.957746] env[62777]: DEBUG nova.network.neutron [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Successfully created port: 8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1899.073186] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1899.105041] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance f57194fb-13ed-46b3-8a8e-8819edc3c6da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.105278] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 9d32dd62-6201-47b9-9e9e-f3dc321bca0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.105430] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance e11c27a5-6b5d-4d86-a66b-e3c57929ac20 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.105556] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance ee84610c-36df-4ecd-89f2-43b13c79b9b6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.105673] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 38666bd0-6d99-4d89-b4aa-6366faeb922d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.106324] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 23e74018-8fe8-4e7f-a1db-e54a89972b01 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.106324] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 2a68bd9a-9733-4798-978a-0d59ed13beea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.106324] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1899.106324] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1899.210372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4b65ec-aea4-46d2-91cd-d40965164b03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.217971] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051fee0a-7fe8-44f2-8b01-930c4a82b46a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.249967] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a3dd8-8b53-44ea-8436-39ce214c79d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.263016] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1fa72b-6d0e-45ca-9639-ea73d98f4920 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.274479] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.411566] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694844, 'name': ReconfigVM_Task, 'duration_secs': 0.331447} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.414094] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 23e74018-8fe8-4e7f-a1db-e54a89972b01/23e74018-8fe8-4e7f-a1db-e54a89972b01.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.414724] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8eae5c7c-832d-4e9b-858d-b23a35c0505a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.422078] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1899.422078] env[62777]: value = "task-1694845" [ 1899.422078] env[62777]: _type = "Task" [ 1899.422078] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.430312] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694845, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.519510] env[62777]: DEBUG nova.network.neutron [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updated VIF entry in instance network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1899.519879] env[62777]: DEBUG nova.network.neutron [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.794503] env[62777]: ERROR nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [req-6ed9d713-9a0a-4df7-a4f9-4e2520f89bbb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 970c2190-10b4-4ecb-bf37-fd4b2f987137. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ed9d713-9a0a-4df7-a4f9-4e2520f89bbb"}]} [ 1899.811400] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing inventories for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1899.825677] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating ProviderTree inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1899.825884] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1899.837730] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing aggregate associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, aggregates: None {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1899.855524] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Refreshing trait associations for resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62777) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1899.934092] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694845, 'name': Rename_Task, 'duration_secs': 0.130952} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.934409] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.934668] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29ab830f-6cec-4884-955a-9d1b05ad9890 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.941680] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1899.941680] env[62777]: value = "task-1694847" [ 1899.941680] env[62777]: _type = "Task" [ 1899.941680] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.949672] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.951163] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e4aca-d9f7-42e3-896d-8381d1353327 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.957934] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafa4e77-3760-4b71-908f-5a99b245ffae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.989384] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5edc5d34-ab4d-44a3-b8d0-0205a6cabe18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.997261] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df585978-c016-4b8f-966b-27dd2c0586b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.011270] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.022593] env[62777]: DEBUG oslo_concurrency.lockutils [req-ed605713-3662-45d2-b5fc-25d7ff40fe1e req-62de3e87-c672-410a-9248-87ab4016b422 service nova] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.090120] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1900.116354] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1900.116597] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1900.116756] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1900.116933] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1900.117090] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1900.117243] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1900.117484] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1900.117646] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1900.117807] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1900.118376] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1900.118376] env[62777]: DEBUG nova.virt.hardware [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1900.118991] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d41ce9-9901-47ed-85ae-c9f1ff175532 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.127010] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bda674-5701-457a-a4f0-445516ca68d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.451434] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694847, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.457714] env[62777]: DEBUG nova.network.neutron [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Successfully updated port: 8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1900.541390] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1900.541632] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 186 to 187 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1900.541783] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1900.776732] env[62777]: DEBUG nova.compute.manager [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Received event network-vif-plugged-8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1900.776938] env[62777]: DEBUG oslo_concurrency.lockutils [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] Acquiring lock "2a68bd9a-9733-4798-978a-0d59ed13beea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.777151] env[62777]: DEBUG oslo_concurrency.lockutils [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.777342] env[62777]: DEBUG oslo_concurrency.lockutils [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.777508] env[62777]: DEBUG nova.compute.manager [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] No waiting events found dispatching network-vif-plugged-8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1900.777669] env[62777]: WARNING nova.compute.manager [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Received unexpected event network-vif-plugged-8b2a99cf-0678-426c-9865-a3d8b4daf804 for instance with vm_state building and task_state spawning. [ 1900.777824] env[62777]: DEBUG nova.compute.manager [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Received event network-changed-8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1900.777974] env[62777]: DEBUG nova.compute.manager [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Refreshing instance network info cache due to event network-changed-8b2a99cf-0678-426c-9865-a3d8b4daf804. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1900.778196] env[62777]: DEBUG oslo_concurrency.lockutils [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] Acquiring lock "refresh_cache-2a68bd9a-9733-4798-978a-0d59ed13beea" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.778305] env[62777]: DEBUG oslo_concurrency.lockutils [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] Acquired lock "refresh_cache-2a68bd9a-9733-4798-978a-0d59ed13beea" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.778456] env[62777]: DEBUG nova.network.neutron [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Refreshing network info cache for port 8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1900.955057] env[62777]: DEBUG oslo_vmware.api [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694847, 'name': PowerOnVM_Task, 'duration_secs': 0.514464} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.955439] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.955673] env[62777]: INFO nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Took 8.44 seconds to spawn the instance on the hypervisor. [ 1900.955947] env[62777]: DEBUG nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.957040] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b8dda-90c7-4357-8eac-f5e9b9349542 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.960925] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "refresh_cache-2a68bd9a-9733-4798-978a-0d59ed13beea" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.046887] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1901.046887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.983s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.308910] env[62777]: DEBUG nova.network.neutron [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1901.381545] env[62777]: DEBUG nova.network.neutron [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.478519] env[62777]: INFO nova.compute.manager [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Took 14.08 seconds to build instance. [ 1901.763141] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1901.763386] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353361', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'name': 'volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e11c27a5-6b5d-4d86-a66b-e3c57929ac20', 'attached_at': '', 'detached_at': '', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'serial': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1901.764264] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d54893-e96c-4bf9-9182-cd4561b09080 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.780927] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcabc804-a030-4247-9537-859a19611525 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.805115] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16/volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1901.805378] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e302153-2240-4bce-aa8a-2a74360746a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.822784] env[62777]: DEBUG oslo_vmware.api [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1901.822784] env[62777]: value = "task-1694848" [ 1901.822784] env[62777]: _type = "Task" [ 1901.822784] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.830389] env[62777]: DEBUG oslo_vmware.api [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.884270] env[62777]: DEBUG oslo_concurrency.lockutils [req-2a3a8c99-5deb-40b2-a462-2851d247861e req-41e8115e-494d-4281-a7f4-4167ab43a20a service nova] Releasing lock "refresh_cache-2a68bd9a-9733-4798-978a-0d59ed13beea" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.884678] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquired lock "refresh_cache-2a68bd9a-9733-4798-978a-0d59ed13beea" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.884858] env[62777]: DEBUG nova.network.neutron [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1901.980054] env[62777]: DEBUG oslo_concurrency.lockutils [None req-82aefc91-20cc-4250-af2d-fb166378b081 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.594s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.132575] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.132890] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.133072] env[62777]: INFO nova.compute.manager [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Shelving [ 1902.333378] env[62777]: DEBUG oslo_vmware.api [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694848, 'name': ReconfigVM_Task, 'duration_secs': 0.356413} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.333622] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16/volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1902.338316] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d47b9a1-bb71-46d4-be17-a3700ace2bd0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.353238] env[62777]: DEBUG oslo_vmware.api [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1902.353238] env[62777]: value = "task-1694849" [ 1902.353238] env[62777]: _type = "Task" [ 1902.353238] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.363542] env[62777]: DEBUG oslo_vmware.api [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.416621] env[62777]: DEBUG nova.network.neutron [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.558430] env[62777]: DEBUG nova.network.neutron [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Updating instance_info_cache with network_info: [{"id": "8b2a99cf-0678-426c-9865-a3d8b4daf804", "address": "fa:16:3e:26:68:7c", "network": {"id": "70c8a3e6-d96a-4af7-a039-8467fad3de52", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1523674545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75f236c37e749ac9829c56cb4faaaed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2a99cf-06", "ovs_interfaceid": "8b2a99cf-0678-426c-9865-a3d8b4daf804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.864243] env[62777]: DEBUG oslo_vmware.api [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694849, 'name': ReconfigVM_Task, 'duration_secs': 0.140394} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.864604] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353361', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'name': 'volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e11c27a5-6b5d-4d86-a66b-e3c57929ac20', 'attached_at': '', 'detached_at': '', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'serial': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1903.061785] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Releasing lock "refresh_cache-2a68bd9a-9733-4798-978a-0d59ed13beea" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.062207] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Instance network_info: |[{"id": "8b2a99cf-0678-426c-9865-a3d8b4daf804", "address": "fa:16:3e:26:68:7c", "network": {"id": "70c8a3e6-d96a-4af7-a039-8467fad3de52", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1523674545-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d75f236c37e749ac9829c56cb4faaaed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b2a99cf-06", "ovs_interfaceid": "8b2a99cf-0678-426c-9865-a3d8b4daf804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1903.062696] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:68:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b2a99cf-0678-426c-9865-a3d8b4daf804', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.071422] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Creating folder: Project (d75f236c37e749ac9829c56cb4faaaed). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.071697] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2653e5ca-edd2-4a65-a74f-79efd93b03e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.082803] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Created folder: Project (d75f236c37e749ac9829c56cb4faaaed) in parent group-v353040. [ 1903.083040] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Creating folder: Instances. Parent ref: group-v353362. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.083284] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9dd59e4-23c6-4c07-a2f5-f5b623dd6bd8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.091893] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Created folder: Instances in parent group-v353362. [ 1903.092135] env[62777]: DEBUG oslo.service.loopingcall [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.092381] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1903.092586] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5758d0e1-e5f0-4d6f-ad6a-009e7c30cc1a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.112460] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.112460] env[62777]: value = "task-1694852" [ 1903.112460] env[62777]: _type = "Task" [ 1903.112460] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.120179] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694852, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.144675] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.144915] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4780f984-4be5-41d1-beb9-e8d497ee48ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.151927] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1903.151927] env[62777]: value = "task-1694853" [ 1903.151927] env[62777]: _type = "Task" [ 1903.151927] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.161042] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.623499] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694852, 'name': CreateVM_Task, 'duration_secs': 0.330593} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.623674] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.624369] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.624528] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.624855] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.625144] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3492a5ba-cbfc-40b0-9372-fa86a599589b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.629432] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1903.629432] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]520037b0-ca81-71fb-789b-2a96f95264ea" [ 1903.629432] env[62777]: _type = "Task" [ 1903.629432] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.636761] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520037b0-ca81-71fb-789b-2a96f95264ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.660588] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694853, 'name': PowerOffVM_Task, 'duration_secs': 0.228426} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.660714] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1903.661443] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904c4eae-0d1e-4327-ac0a-4d86c3f19d04 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.680028] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf98bde-8317-4929-81dd-8f681eadd73a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.901172] env[62777]: DEBUG nova.objects.instance [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'flavor' on Instance uuid e11c27a5-6b5d-4d86-a66b-e3c57929ac20 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.141973] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]520037b0-ca81-71fb-789b-2a96f95264ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.142284] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.142505] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1904.142725] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.142867] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.143053] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1904.143303] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b30914-cdf7-48a0-8c85-fd674afb1ea2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.151634] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1904.151805] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1904.152521] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a75412d-d757-4b10-aea9-8336bb3016cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.157396] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1904.157396] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a14af4-7fb1-78f0-b247-e590da25d696" [ 1904.157396] env[62777]: _type = "Task" [ 1904.157396] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.166622] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a14af4-7fb1-78f0-b247-e590da25d696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.190248] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1904.190606] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-24402d20-8efa-4649-bd12-dee4605f6136 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.197649] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1904.197649] env[62777]: value = "task-1694854" [ 1904.197649] env[62777]: _type = "Task" [ 1904.197649] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.205554] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.405840] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d91c3d24-392c-4bc2-8fd4-bbca86c49b24 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.623702] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.624039] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.667945] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a14af4-7fb1-78f0-b247-e590da25d696, 'name': SearchDatastore_Task, 'duration_secs': 0.008615} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.668750] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aa2112e-2954-42f8-9a15-5258d2115200 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.673622] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1904.673622] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52600dec-483f-19a9-bf0e-3a46e0daa5ba" [ 1904.673622] env[62777]: _type = "Task" [ 1904.673622] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.681591] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52600dec-483f-19a9-bf0e-3a46e0daa5ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.708549] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694854, 'name': CreateSnapshot_Task, 'duration_secs': 0.458708} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.708782] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1904.709486] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee93997-e1e7-49ce-964d-0248777bd8bd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.127515] env[62777]: INFO nova.compute.manager [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Detaching volume 75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16 [ 1905.158304] env[62777]: INFO nova.virt.block_device [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Attempting to driver detach volume 75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16 from mountpoint /dev/sdb [ 1905.158698] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1905.159022] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353361', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'name': 'volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e11c27a5-6b5d-4d86-a66b-e3c57929ac20', 'attached_at': '', 'detached_at': '', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'serial': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1905.160827] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4270e29a-544b-4cb8-a124-61e851f861d1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.193693] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658c5af1-5676-4dcd-b8fe-4315e0b12ed8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.203143] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52600dec-483f-19a9-bf0e-3a46e0daa5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008991} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.204821] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.205117] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2a68bd9a-9733-4798-978a-0d59ed13beea/2a68bd9a-9733-4798-978a-0d59ed13beea.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.205470] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-563919a4-f16a-43ec-9c70-7691e1554653 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.207720] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c21872-a759-41f4-bb2b-9b02e56ecac7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.235584] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1905.237028] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10b64ca1-00d0-40a0-9c8f-ce577dbdefff {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.240304] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d7037-cf45-4fcd-bc18-fd1e526a926a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.242764] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1905.242764] env[62777]: value = "task-1694855" [ 1905.242764] env[62777]: _type = "Task" [ 1905.242764] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.257084] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] The volume has not been displaced from its original location: [datastore1] volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16/volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1905.262257] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1905.264184] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de786b1f-8d88-4d05-81a1-315524b8ac42 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.276547] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1905.276547] env[62777]: value = "task-1694856" [ 1905.276547] env[62777]: _type = "Task" [ 1905.276547] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.279787] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.284238] env[62777]: DEBUG oslo_vmware.api [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1905.284238] env[62777]: value = "task-1694857" [ 1905.284238] env[62777]: _type = "Task" [ 1905.284238] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.289883] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694856, 'name': CloneVM_Task} progress is 16%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.295145] env[62777]: DEBUG oslo_vmware.api [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694857, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.752407] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469945} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.752633] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 2a68bd9a-9733-4798-978a-0d59ed13beea/2a68bd9a-9733-4798-978a-0d59ed13beea.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.752858] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.753133] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffdfe42c-e144-4a45-9603-bbc03526c368 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.759121] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1905.759121] env[62777]: value = "task-1694858" [ 1905.759121] env[62777]: _type = "Task" [ 1905.759121] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.767344] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.790263] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694856, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.795055] env[62777]: DEBUG oslo_vmware.api [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694857, 'name': ReconfigVM_Task, 'duration_secs': 0.230445} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.795322] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1905.799949] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47756e26-ae9d-4c42-b6d1-dbd885b74ab9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.814405] env[62777]: DEBUG oslo_vmware.api [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1905.814405] env[62777]: value = "task-1694859" [ 1905.814405] env[62777]: _type = "Task" [ 1905.814405] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.822598] env[62777]: DEBUG oslo_vmware.api [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.271393] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065586} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.271788] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.272598] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ff4213-daaf-47fa-9dbc-d689bd00f7b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.295457] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 2a68bd9a-9733-4798-978a-0d59ed13beea/2a68bd9a-9733-4798-978a-0d59ed13beea.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.298754] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-026cc078-508b-4cde-b49e-0fb295c1d848 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.323254] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694856, 'name': CloneVM_Task} progress is 95%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.323590] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1906.323590] env[62777]: value = "task-1694860" [ 1906.323590] env[62777]: _type = "Task" [ 1906.323590] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.329609] env[62777]: DEBUG oslo_vmware.api [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694859, 'name': ReconfigVM_Task, 'duration_secs': 0.141413} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.330197] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353361', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'name': 'volume-75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e11c27a5-6b5d-4d86-a66b-e3c57929ac20', 'attached_at': '', 'detached_at': '', 'volume_id': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16', 'serial': '75859e25-1ab2-4eeb-b2fe-f7e8e3c3ae16'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1906.335068] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.796418] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694856, 'name': CloneVM_Task, 'duration_secs': 1.178455} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.796682] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Created linked-clone VM from snapshot [ 1906.797456] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ca7910-0a17-450f-885a-92db4bcc30e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.804353] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Uploading image 7f6d5a08-ffbd-4322-8456-0a74e2366cf4 {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1906.830319] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1906.830319] env[62777]: value = "vm-353366" [ 1906.830319] env[62777]: _type = "VirtualMachine" [ 1906.830319] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1906.830578] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bbadf73-3636-48e4-b34d-8d1e3fc9e0f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.834933] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.840876] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lease: (returnval){ [ 1906.840876] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525cf8c6-cb4c-3edc-a910-85b9cb2be120" [ 1906.840876] env[62777]: _type = "HttpNfcLease" [ 1906.840876] env[62777]: } obtained for exporting VM: (result){ [ 1906.840876] env[62777]: value = "vm-353366" [ 1906.840876] env[62777]: _type = "VirtualMachine" [ 1906.840876] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1906.841170] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the lease: (returnval){ [ 1906.841170] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525cf8c6-cb4c-3edc-a910-85b9cb2be120" [ 1906.841170] env[62777]: _type = "HttpNfcLease" [ 1906.841170] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1906.847018] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1906.847018] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525cf8c6-cb4c-3edc-a910-85b9cb2be120" [ 1906.847018] env[62777]: _type = "HttpNfcLease" [ 1906.847018] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1906.873947] env[62777]: DEBUG nova.objects.instance [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'flavor' on Instance uuid e11c27a5-6b5d-4d86-a66b-e3c57929ac20 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.334040] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694860, 'name': ReconfigVM_Task, 'duration_secs': 0.808601} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.334384] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 2a68bd9a-9733-4798-978a-0d59ed13beea/2a68bd9a-9733-4798-978a-0d59ed13beea.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.334928] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07818714-bb97-4095-820f-570d87816c95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.340674] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1907.340674] env[62777]: value = "task-1694862" [ 1907.340674] env[62777]: _type = "Task" [ 1907.340674] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.350686] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694862, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.352079] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1907.352079] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525cf8c6-cb4c-3edc-a910-85b9cb2be120" [ 1907.352079] env[62777]: _type = "HttpNfcLease" [ 1907.352079] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1907.352327] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1907.352327] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]525cf8c6-cb4c-3edc-a910-85b9cb2be120" [ 1907.352327] env[62777]: _type = "HttpNfcLease" [ 1907.352327] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1907.352989] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46cc2c4-99d4-4463-81c0-bd1b114901e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.359569] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840922-0d3e-8d41-3bd1-eaa22842d225/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1907.359741] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840922-0d3e-8d41-3bd1-eaa22842d225/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1907.452503] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de3dd7c0-4dd8-43d0-bc56-a10babae6510 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.851378] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694862, 'name': Rename_Task, 'duration_secs': 0.138334} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.851750] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.852015] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94a601ef-0a55-4cb0-bd35-5cf775a440f3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.858627] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1907.858627] env[62777]: value = "task-1694863" [ 1907.858627] env[62777]: _type = "Task" [ 1907.858627] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.868430] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.923536] env[62777]: DEBUG oslo_concurrency.lockutils [None req-e9b7d75d-3469-417f-a7a7-4d985a3e2575 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.299s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.370514] env[62777]: DEBUG oslo_vmware.api [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694863, 'name': PowerOnVM_Task, 'duration_secs': 0.470846} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.371262] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.371695] env[62777]: INFO nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1908.372140] env[62777]: DEBUG nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.373240] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a975efd7-b441-4199-a7ca-938302348700 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.893114] env[62777]: INFO nova.compute.manager [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Took 14.39 seconds to build instance. [ 1908.971324] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.971604] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.972304] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.972588] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.972722] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.974810] env[62777]: INFO nova.compute.manager [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Terminating instance [ 1909.394865] env[62777]: DEBUG oslo_concurrency.lockutils [None req-1d11c7b2-57f4-4e14-acb4-44d8346227f5 tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.896s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.478852] env[62777]: DEBUG nova.compute.manager [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.479154] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.480091] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7673bb05-66b8-44b6-8841-a85493b73725 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.488088] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.488336] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e56d06b-c2bc-4fcb-b4e2-acc1dd872d82 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.495198] env[62777]: DEBUG oslo_vmware.api [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1909.495198] env[62777]: value = "task-1694864" [ 1909.495198] env[62777]: _type = "Task" [ 1909.495198] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.503771] env[62777]: DEBUG oslo_vmware.api [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.006655] env[62777]: DEBUG oslo_vmware.api [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694864, 'name': PowerOffVM_Task, 'duration_secs': 0.206265} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.006940] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.007093] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.007345] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b3b8018-0bfb-45f1-a0d3-b3b79d664868 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.081312] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.081565] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.081790] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleting the datastore file [datastore1] e11c27a5-6b5d-4d86-a66b-e3c57929ac20 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.082092] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35d694f9-e309-4dca-9d32-8aa5fa09c46b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.088473] env[62777]: DEBUG oslo_vmware.api [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1910.088473] env[62777]: value = "task-1694866" [ 1910.088473] env[62777]: _type = "Task" [ 1910.088473] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.096589] env[62777]: DEBUG oslo_vmware.api [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.491997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "2a68bd9a-9733-4798-978a-0d59ed13beea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.492327] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.493026] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "2a68bd9a-9733-4798-978a-0d59ed13beea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.493026] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.493202] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.496034] env[62777]: INFO nova.compute.manager [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Terminating instance [ 1910.600012] env[62777]: DEBUG oslo_vmware.api [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369867} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.600259] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.600428] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.600640] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1910.600845] env[62777]: INFO nova.compute.manager [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1910.601127] env[62777]: DEBUG oslo.service.loopingcall [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1910.601350] env[62777]: DEBUG nova.compute.manager [-] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1910.601462] env[62777]: DEBUG nova.network.neutron [-] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1911.001355] env[62777]: DEBUG nova.compute.manager [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.001355] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.002281] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1da1ad-c2da-470a-933e-0b971876ac9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.010602] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.010875] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-924a5d1e-33ce-4608-9bc3-d74913d7e438 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.017326] env[62777]: DEBUG oslo_vmware.api [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1911.017326] env[62777]: value = "task-1694867" [ 1911.017326] env[62777]: _type = "Task" [ 1911.017326] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.026015] env[62777]: DEBUG oslo_vmware.api [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.117756] env[62777]: DEBUG nova.compute.manager [req-d4f52324-26ae-45d8-9c34-5c674889e2f2 req-b05cfebb-cdfa-4497-89ce-e0787e8d1b71 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Received event network-vif-deleted-41b99ac5-8611-4f48-8c0a-92f00857460c {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1911.118021] env[62777]: INFO nova.compute.manager [req-d4f52324-26ae-45d8-9c34-5c674889e2f2 req-b05cfebb-cdfa-4497-89ce-e0787e8d1b71 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Neutron deleted interface 41b99ac5-8611-4f48-8c0a-92f00857460c; detaching it from the instance and deleting it from the info cache [ 1911.118175] env[62777]: DEBUG nova.network.neutron [req-d4f52324-26ae-45d8-9c34-5c674889e2f2 req-b05cfebb-cdfa-4497-89ce-e0787e8d1b71 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.528046] env[62777]: DEBUG oslo_vmware.api [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694867, 'name': PowerOffVM_Task, 'duration_secs': 0.23313} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.528540] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.528540] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1911.528720] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec8f8604-357e-4e42-9002-ceb992db2fc7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.596381] env[62777]: DEBUG nova.network.neutron [-] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.612532] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1911.613303] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1911.613303] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Deleting the datastore file [datastore1] 2a68bd9a-9733-4798-978a-0d59ed13beea {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1911.613647] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbf9a0f2-3014-4f59-98d2-e96df4429570 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.621250] env[62777]: DEBUG oslo_vmware.api [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for the task: (returnval){ [ 1911.621250] env[62777]: value = "task-1694869" [ 1911.621250] env[62777]: _type = "Task" [ 1911.621250] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.621250] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f7af3f3-855c-4b2f-a8ad-c3f48e2be1a4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.632377] env[62777]: DEBUG oslo_vmware.api [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.636491] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4420bf5d-a4d1-457f-9eb9-5ebee9617a7f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.665740] env[62777]: DEBUG nova.compute.manager [req-d4f52324-26ae-45d8-9c34-5c674889e2f2 req-b05cfebb-cdfa-4497-89ce-e0787e8d1b71 service nova] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Detach interface failed, port_id=41b99ac5-8611-4f48-8c0a-92f00857460c, reason: Instance e11c27a5-6b5d-4d86-a66b-e3c57929ac20 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1912.099190] env[62777]: INFO nova.compute.manager [-] [instance: e11c27a5-6b5d-4d86-a66b-e3c57929ac20] Took 1.50 seconds to deallocate network for instance. [ 1912.134447] env[62777]: DEBUG oslo_vmware.api [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Task: {'id': task-1694869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197095} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.134700] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.134858] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.135046] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.135301] env[62777]: INFO nova.compute.manager [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1912.135542] env[62777]: DEBUG oslo.service.loopingcall [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.135964] env[62777]: DEBUG nova.compute.manager [-] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1912.136086] env[62777]: DEBUG nova.network.neutron [-] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.606197] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.606570] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.606718] env[62777]: DEBUG nova.objects.instance [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'resources' on Instance uuid e11c27a5-6b5d-4d86-a66b-e3c57929ac20 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1912.949478] env[62777]: DEBUG nova.network.neutron [-] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.144186] env[62777]: DEBUG nova.compute.manager [req-54574525-b4c1-4177-a735-f2cd5d32816f req-5ce0404d-bfb9-4f74-9273-5433445d613c service nova] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Received event network-vif-deleted-8b2a99cf-0678-426c-9865-a3d8b4daf804 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1913.215455] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3313c2a9-2856-49be-a54b-7da2e61288ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.223710] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fea19f-cfe4-44ac-a6b3-a61656d01c94 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.254979] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ea79a7-7406-4de8-8644-c19c203cc424 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.263106] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5dbeba-9b4a-4582-90a2-fb7c610ae2ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.278100] env[62777]: DEBUG nova.compute.provider_tree [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1913.452668] env[62777]: INFO nova.compute.manager [-] [instance: 2a68bd9a-9733-4798-978a-0d59ed13beea] Took 1.32 seconds to deallocate network for instance. [ 1913.808728] env[62777]: DEBUG nova.scheduler.client.report [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Updated inventory for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1913.809220] env[62777]: DEBUG nova.compute.provider_tree [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Updating resource provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 generation from 187 to 188 during operation: update_inventory {{(pid=62777) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1913.809326] env[62777]: DEBUG nova.compute.provider_tree [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Updating inventory in ProviderTree for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1913.959903] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.314770] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.318057] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.358s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.318057] env[62777]: DEBUG nova.objects.instance [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lazy-loading 'resources' on Instance uuid 2a68bd9a-9733-4798-978a-0d59ed13beea {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1914.337331] env[62777]: INFO nova.scheduler.client.report [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted allocations for instance e11c27a5-6b5d-4d86-a66b-e3c57929ac20 [ 1914.635364] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840922-0d3e-8d41-3bd1-eaa22842d225/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1914.636341] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3618f2-4a08-4709-8bad-b3b7374cfff3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.642803] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840922-0d3e-8d41-3bd1-eaa22842d225/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1914.642963] env[62777]: ERROR oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840922-0d3e-8d41-3bd1-eaa22842d225/disk-0.vmdk due to incomplete transfer. [ 1914.643190] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3093de1e-7e75-4036-b05b-1aed1eae0be6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.650618] env[62777]: DEBUG oslo_vmware.rw_handles [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52840922-0d3e-8d41-3bd1-eaa22842d225/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1914.650767] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Uploaded image 7f6d5a08-ffbd-4322-8456-0a74e2366cf4 to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1914.653155] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1914.653381] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b6ccf13-a404-46a1-8557-3f9b32f2f51d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.658880] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1914.658880] env[62777]: value = "task-1694870" [ 1914.658880] env[62777]: _type = "Task" [ 1914.658880] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.666359] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694870, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.846222] env[62777]: DEBUG oslo_concurrency.lockutils [None req-7fb4273b-fd60-4a14-b2f1-82a45ddbff5b tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "e11c27a5-6b5d-4d86-a66b-e3c57929ac20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.874s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1914.903646] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aba9b7b-8be6-4c51-af04-6f3b57524f0d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.911535] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc4a440-f6a4-4478-939e-7c3a5d71a211 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.942354] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134c30dd-3c16-45e6-8f9c-cf983446c7b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.950042] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6037937-8e50-4efe-95db-2933bed32691 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.965672] env[62777]: DEBUG nova.compute.provider_tree [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1915.172063] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694870, 'name': Destroy_Task, 'duration_secs': 0.34863} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.172429] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Destroyed the VM [ 1915.172755] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1915.173078] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-91f5d489-de39-474c-aa55-582f1e782056 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.179250] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1915.179250] env[62777]: value = "task-1694871" [ 1915.179250] env[62777]: _type = "Task" [ 1915.179250] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.186404] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694871, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.469236] env[62777]: DEBUG nova.scheduler.client.report [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1915.689406] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694871, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.974419] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.999843] env[62777]: INFO nova.scheduler.client.report [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Deleted allocations for instance 2a68bd9a-9733-4798-978a-0d59ed13beea [ 1916.190143] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694871, 'name': RemoveSnapshot_Task, 'duration_secs': 0.62415} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.190388] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1916.190686] env[62777]: DEBUG nova.compute.manager [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1916.191484] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5c191b-2d6d-48b9-8bac-44aa0a3da4c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.507378] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2bca4414-83ba-49ad-bc3e-f7b189a5f83c tempest-ServerMetadataNegativeTestJSON-377251414 tempest-ServerMetadataNegativeTestJSON-377251414-project-member] Lock "2a68bd9a-9733-4798-978a-0d59ed13beea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.015s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.708190] env[62777]: INFO nova.compute.manager [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Shelve offloading [ 1916.983490] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.983490] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.211152] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1917.211442] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7aab089-a978-4b40-94a0-ea97ccc7770d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.218402] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1917.218402] env[62777]: value = "task-1694872" [ 1917.218402] env[62777]: _type = "Task" [ 1917.218402] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.227746] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1917.228055] env[62777]: DEBUG nova.compute.manager [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1917.228961] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0bdbcd-40de-4e82-beda-baf0e34611e5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.234754] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.234915] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.235639] env[62777]: DEBUG nova.network.neutron [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.485073] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1918.010537] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.010798] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.014252] env[62777]: INFO nova.compute.claims [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1918.031208] env[62777]: DEBUG nova.network.neutron [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updating instance_info_cache with network_info: [{"id": "9783ea4e-923d-460c-8447-8d8b70d3632e", "address": "fa:16:3e:76:57:0e", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9783ea4e-92", "ovs_interfaceid": "9783ea4e-923d-460c-8447-8d8b70d3632e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.534097] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.798279] env[62777]: DEBUG nova.compute.manager [req-cba26f2c-d9fb-4980-9937-63eefa1a87fe req-d2487216-ccdf-4572-9eb0-61a77b633555 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Received event network-vif-unplugged-9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1918.798279] env[62777]: DEBUG oslo_concurrency.lockutils [req-cba26f2c-d9fb-4980-9937-63eefa1a87fe req-d2487216-ccdf-4572-9eb0-61a77b633555 service nova] Acquiring lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.798279] env[62777]: DEBUG oslo_concurrency.lockutils [req-cba26f2c-d9fb-4980-9937-63eefa1a87fe req-d2487216-ccdf-4572-9eb0-61a77b633555 service nova] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.798279] env[62777]: DEBUG oslo_concurrency.lockutils [req-cba26f2c-d9fb-4980-9937-63eefa1a87fe req-d2487216-ccdf-4572-9eb0-61a77b633555 service nova] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.798279] env[62777]: DEBUG nova.compute.manager [req-cba26f2c-d9fb-4980-9937-63eefa1a87fe req-d2487216-ccdf-4572-9eb0-61a77b633555 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] No waiting events found dispatching network-vif-unplugged-9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1918.798279] env[62777]: WARNING nova.compute.manager [req-cba26f2c-d9fb-4980-9937-63eefa1a87fe req-d2487216-ccdf-4572-9eb0-61a77b633555 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Received unexpected event network-vif-unplugged-9783ea4e-923d-460c-8447-8d8b70d3632e for instance with vm_state shelved and task_state shelving_offloading. [ 1918.818908] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.819931] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277bc52e-f427-4689-a8a0-af363638047d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.827548] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.827763] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b788b9a-f1a7-4268-823d-878de9d1396a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.901825] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.902194] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.902479] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleting the datastore file [datastore1] 23e74018-8fe8-4e7f-a1db-e54a89972b01 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.902754] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f28875bb-fe8b-4316-879f-b5e21887a578 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.909621] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1918.909621] env[62777]: value = "task-1694874" [ 1918.909621] env[62777]: _type = "Task" [ 1918.909621] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.917114] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.105582] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1ab908-dfcf-4061-9cf5-fc3e0583a918 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.113262] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865a2a6-83a7-42e8-8556-00b6df7da9bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.143338] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7067ec1-f00f-45e1-8da3-69d5f2eafc23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.150120] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858183b-15e0-4057-9956-2fc7a287d41b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.163357] env[62777]: DEBUG nova.compute.provider_tree [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.419423] env[62777]: DEBUG oslo_vmware.api [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133006} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.419693] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.419882] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.420134] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.437394] env[62777]: INFO nova.scheduler.client.report [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocations for instance 23e74018-8fe8-4e7f-a1db-e54a89972b01 [ 1919.666896] env[62777]: DEBUG nova.scheduler.client.report [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1919.941777] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.172338] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.161s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.172858] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1920.175521] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.234s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.175732] env[62777]: DEBUG nova.objects.instance [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'resources' on Instance uuid 23e74018-8fe8-4e7f-a1db-e54a89972b01 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.678502] env[62777]: DEBUG nova.compute.utils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1920.680469] env[62777]: DEBUG nova.objects.instance [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'numa_topology' on Instance uuid 23e74018-8fe8-4e7f-a1db-e54a89972b01 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.681080] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1920.681255] env[62777]: DEBUG nova.network.neutron [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1920.722203] env[62777]: DEBUG nova.policy [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62019cb638bf4acd88dd2bc570b37879', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf97c657e0a4edebade4939f28da529', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1920.827321] env[62777]: DEBUG nova.compute.manager [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Received event network-changed-9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1920.827516] env[62777]: DEBUG nova.compute.manager [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Refreshing instance network info cache due to event network-changed-9783ea4e-923d-460c-8447-8d8b70d3632e. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1920.827716] env[62777]: DEBUG oslo_concurrency.lockutils [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] Acquiring lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.827852] env[62777]: DEBUG oslo_concurrency.lockutils [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] Acquired lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.828012] env[62777]: DEBUG nova.network.neutron [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Refreshing network info cache for port 9783ea4e-923d-460c-8447-8d8b70d3632e {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1920.991133] env[62777]: DEBUG nova.network.neutron [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Successfully created port: 53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1921.182684] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1921.187569] env[62777]: DEBUG nova.objects.base [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Object Instance<23e74018-8fe8-4e7f-a1db-e54a89972b01> lazy-loaded attributes: resources,numa_topology {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1921.263396] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebcada-5086-4be5-99e4-0a5dc14e7888 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.272205] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e60d7b-bc40-4ec4-b919-cebadfe1276e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.301226] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d83d6e-9d41-4e79-bb8f-a7e76db49969 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.308095] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592e6363-88ee-4383-b582-1ed6053be311 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.320612] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.321056] env[62777]: DEBUG nova.compute.provider_tree [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1921.536169] env[62777]: DEBUG nova.network.neutron [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updated VIF entry in instance network info cache for port 9783ea4e-923d-460c-8447-8d8b70d3632e. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.536540] env[62777]: DEBUG nova.network.neutron [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updating instance_info_cache with network_info: [{"id": "9783ea4e-923d-460c-8447-8d8b70d3632e", "address": "fa:16:3e:76:57:0e", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": null, "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9783ea4e-92", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.824223] env[62777]: DEBUG nova.scheduler.client.report [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1922.039368] env[62777]: DEBUG oslo_concurrency.lockutils [req-102915c6-8ad0-40a1-a3c8-51b06f3bdfca req-b0fe80a9-a2f6-4fa7-a7bf-fa0642604605 service nova] Releasing lock "refresh_cache-23e74018-8fe8-4e7f-a1db-e54a89972b01" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.198070] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1922.224097] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1922.224505] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1922.224753] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1922.225063] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1922.225359] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1922.225587] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1922.225847] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1922.225990] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1922.226206] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1922.226409] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1922.226597] env[62777]: DEBUG nova.virt.hardware [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1922.227463] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e4d4ce-d19a-43fa-b6ee-9033c2be77a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.235596] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4af44d-3e8b-44ad-b057-3714481b997b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.328843] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.441396] env[62777]: DEBUG nova.network.neutron [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Successfully updated port: 53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1922.837462] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5c77659a-108a-4195-bd9f-ea22c838f4b2 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.704s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.837648] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.517s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.837821] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.838037] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.838207] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.842012] env[62777]: INFO nova.compute.manager [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Terminating instance [ 1922.859861] env[62777]: DEBUG nova.compute.manager [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Received event network-vif-plugged-53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1922.859861] env[62777]: DEBUG oslo_concurrency.lockutils [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.860061] env[62777]: DEBUG oslo_concurrency.lockutils [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] Lock "13cfea53-075b-4af8-92ca-b34c36137772-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.860240] env[62777]: DEBUG oslo_concurrency.lockutils [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] Lock "13cfea53-075b-4af8-92ca-b34c36137772-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.860971] env[62777]: DEBUG nova.compute.manager [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] No waiting events found dispatching network-vif-plugged-53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1922.860971] env[62777]: WARNING nova.compute.manager [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Received unexpected event network-vif-plugged-53e31128-a9af-452a-b500-4658f7e0ad79 for instance with vm_state building and task_state spawning. [ 1922.860971] env[62777]: DEBUG nova.compute.manager [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Received event network-changed-53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1922.860971] env[62777]: DEBUG nova.compute.manager [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Refreshing instance network info cache due to event network-changed-53e31128-a9af-452a-b500-4658f7e0ad79. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1922.861246] env[62777]: DEBUG oslo_concurrency.lockutils [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] Acquiring lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.861246] env[62777]: DEBUG oslo_concurrency.lockutils [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] Acquired lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.861324] env[62777]: DEBUG nova.network.neutron [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Refreshing network info cache for port 53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1922.946030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.344390] env[62777]: DEBUG nova.compute.manager [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.344732] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.344859] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f8405e1-c6ff-4359-abd5-d6447dedfb8f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.354284] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa27161-29c6-4df0-acec-02fc711076c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.382769] env[62777]: WARNING nova.virt.vmwareapi.vmops [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 23e74018-8fe8-4e7f-a1db-e54a89972b01 could not be found. [ 1923.382960] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1923.383191] env[62777]: INFO nova.compute.manager [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1923.383455] env[62777]: DEBUG oslo.service.loopingcall [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.383927] env[62777]: DEBUG nova.compute.manager [-] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1923.384036] env[62777]: DEBUG nova.network.neutron [-] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1923.397672] env[62777]: DEBUG nova.network.neutron [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1923.568321] env[62777]: DEBUG nova.network.neutron [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.071932] env[62777]: DEBUG oslo_concurrency.lockutils [req-e09ee932-6e9b-4b66-b00e-d4e5c7b14ab3 req-a22d380d-45e2-4789-90ed-d54f914dd4b5 service nova] Releasing lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.072369] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.072532] env[62777]: DEBUG nova.network.neutron [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.227983] env[62777]: DEBUG nova.network.neutron [-] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.238861] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.239108] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.239321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.239506] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.239674] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.241479] env[62777]: INFO nova.compute.manager [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Terminating instance [ 1924.603941] env[62777]: DEBUG nova.network.neutron [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1924.730720] env[62777]: INFO nova.compute.manager [-] [instance: 23e74018-8fe8-4e7f-a1db-e54a89972b01] Took 1.35 seconds to deallocate network for instance. [ 1924.745173] env[62777]: DEBUG nova.compute.manager [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.745173] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.745173] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1570f841-eb72-4616-8153-ae65beb95928 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.752702] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1924.752702] env[62777]: value = "task-1694875" [ 1924.752702] env[62777]: _type = "Task" [ 1924.752702] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.761164] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694875, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.960323] env[62777]: DEBUG nova.network.neutron [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updating instance_info_cache with network_info: [{"id": "53e31128-a9af-452a-b500-4658f7e0ad79", "address": "fa:16:3e:7c:36:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e31128-a9", "ovs_interfaceid": "53e31128-a9af-452a-b500-4658f7e0ad79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.261860] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694875, 'name': PowerOffVM_Task, 'duration_secs': 0.17598} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.262240] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1925.262507] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1925.262735] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353350', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'name': 'volume-65bb175d-3121-4995-bc08-e21cf3df095c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ee84610c-36df-4ecd-89f2-43b13c79b9b6', 'attached_at': '2024-12-10T16:22:42.000000', 'detached_at': '', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'serial': '65bb175d-3121-4995-bc08-e21cf3df095c'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1925.263545] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58705c41-571a-4bd4-ba66-93127ab94415 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.281223] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8d0b9f-6d29-4c57-9d85-b53166253897 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.288426] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be598b5a-fc8f-4e15-a075-3b4dec9008e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.306724] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2801ee4d-7746-48e0-b1fe-a1459157b0d3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.321706] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] The volume has not been displaced from its original location: [datastore1] volume-65bb175d-3121-4995-bc08-e21cf3df095c/volume-65bb175d-3121-4995-bc08-e21cf3df095c.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1925.326804] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfiguring VM instance instance-00000074 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1925.327224] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a12ca92-2879-479e-b4f2-996d3d2afc2b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.344057] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1925.344057] env[62777]: value = "task-1694876" [ 1925.344057] env[62777]: _type = "Task" [ 1925.344057] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.354137] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.463226] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.463552] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Instance network_info: |[{"id": "53e31128-a9af-452a-b500-4658f7e0ad79", "address": "fa:16:3e:7c:36:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e31128-a9", "ovs_interfaceid": "53e31128-a9af-452a-b500-4658f7e0ad79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1925.463981] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:36:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53e31128-a9af-452a-b500-4658f7e0ad79', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1925.471355] env[62777]: DEBUG oslo.service.loopingcall [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1925.471557] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1925.471769] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b54275-9af0-40c4-bd49-3caa304431d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.490756] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1925.490756] env[62777]: value = "task-1694877" [ 1925.490756] env[62777]: _type = "Task" [ 1925.490756] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.499317] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694877, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.756360] env[62777]: DEBUG oslo_concurrency.lockutils [None req-6b47f562-c60c-4053-9bd0-8af10da7f5b3 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "23e74018-8fe8-4e7f-a1db-e54a89972b01" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.919s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.854078] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694876, 'name': ReconfigVM_Task, 'duration_secs': 0.159056} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.854340] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Reconfigured VM instance instance-00000074 to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1925.858894] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad169bbe-a183-4f07-8ec8-43e2512bd893 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.873468] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1925.873468] env[62777]: value = "task-1694878" [ 1925.873468] env[62777]: _type = "Task" [ 1925.873468] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.882708] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.000921] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694877, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.382936] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.502810] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694877, 'name': CreateVM_Task} progress is 25%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.883207] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694878, 'name': ReconfigVM_Task, 'duration_secs': 0.70824} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.883576] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353350', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'name': 'volume-65bb175d-3121-4995-bc08-e21cf3df095c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'ee84610c-36df-4ecd-89f2-43b13c79b9b6', 'attached_at': '2024-12-10T16:22:42.000000', 'detached_at': '', 'volume_id': '65bb175d-3121-4995-bc08-e21cf3df095c', 'serial': '65bb175d-3121-4995-bc08-e21cf3df095c'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1926.883674] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1926.884421] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb280b-b145-4d5b-b961-a27e2d9f2bc1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.890550] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1926.890764] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb6d5b3-9ef0-4191-bbc4-a2b76cbbc964 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.955193] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.955461] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.955644] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] ee84610c-36df-4ecd-89f2-43b13c79b9b6 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.955958] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ea1b4f5-bb5b-400c-bebf-2bb63b9eb8a1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.962913] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1926.962913] env[62777]: value = "task-1694880" [ 1926.962913] env[62777]: _type = "Task" [ 1926.962913] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.970334] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694880, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.000492] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694877, 'name': CreateVM_Task, 'duration_secs': 1.235355} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.000664] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1927.001365] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.001541] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.001872] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.002152] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5761afac-affb-4d50-b1d9-f6f94dcb8362 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.006392] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1927.006392] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52538435-1360-ac9c-4506-9fd6ad9e0ef1" [ 1927.006392] env[62777]: _type = "Task" [ 1927.006392] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.013883] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52538435-1360-ac9c-4506-9fd6ad9e0ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.187617] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.187855] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.472532] env[62777]: DEBUG oslo_vmware.api [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694880, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.078394} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.472753] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1927.472932] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1927.473159] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1927.473341] env[62777]: INFO nova.compute.manager [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1927.473571] env[62777]: DEBUG oslo.service.loopingcall [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1927.473748] env[62777]: DEBUG nova.compute.manager [-] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1927.473862] env[62777]: DEBUG nova.network.neutron [-] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1927.515331] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52538435-1360-ac9c-4506-9fd6ad9e0ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.00787} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.515606] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.515825] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.516058] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.516205] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.516388] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.516625] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a4af775-65de-4c53-8751-62a583431cc9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.524313] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.524482] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.525146] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f7e73e-25bf-4270-b801-9a6698cc389b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.529763] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1927.529763] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52a31ae2-94b5-ac36-66d2-6a2c1f7a46b4" [ 1927.529763] env[62777]: _type = "Task" [ 1927.529763] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.536837] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a31ae2-94b5-ac36-66d2-6a2c1f7a46b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.690615] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1927.907815] env[62777]: DEBUG nova.compute.manager [req-65408659-93cb-4636-8e52-106e0bf71e45 req-e0912ad4-c9ca-44d5-82f8-36902c370180 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Received event network-vif-deleted-3e599753-f57a-45cc-bf5d-d16f8ae5af10 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1927.908070] env[62777]: INFO nova.compute.manager [req-65408659-93cb-4636-8e52-106e0bf71e45 req-e0912ad4-c9ca-44d5-82f8-36902c370180 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Neutron deleted interface 3e599753-f57a-45cc-bf5d-d16f8ae5af10; detaching it from the instance and deleting it from the info cache [ 1927.908192] env[62777]: DEBUG nova.network.neutron [req-65408659-93cb-4636-8e52-106e0bf71e45 req-e0912ad4-c9ca-44d5-82f8-36902c370180 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.039573] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52a31ae2-94b5-ac36-66d2-6a2c1f7a46b4, 'name': SearchDatastore_Task, 'duration_secs': 0.007601} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.040318] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ffc0759-5f44-49ed-a4ab-efc190461bee {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.045461] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1928.045461] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]528e0db1-6702-d550-e776-c56dbbf53c36" [ 1928.045461] env[62777]: _type = "Task" [ 1928.045461] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.052746] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528e0db1-6702-d550-e776-c56dbbf53c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.212321] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.212756] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.214419] env[62777]: INFO nova.compute.claims [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1928.388762] env[62777]: DEBUG nova.network.neutron [-] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.410628] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a50ce251-70d1-4bdb-ad3b-2f00bd64505f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.422803] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0e136d-a758-459a-9e74-38a958de631c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.455184] env[62777]: DEBUG nova.compute.manager [req-65408659-93cb-4636-8e52-106e0bf71e45 req-e0912ad4-c9ca-44d5-82f8-36902c370180 service nova] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Detach interface failed, port_id=3e599753-f57a-45cc-bf5d-d16f8ae5af10, reason: Instance ee84610c-36df-4ecd-89f2-43b13c79b9b6 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1928.556014] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]528e0db1-6702-d550-e776-c56dbbf53c36, 'name': SearchDatastore_Task, 'duration_secs': 0.008872} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.556287] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.556570] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 13cfea53-075b-4af8-92ca-b34c36137772/13cfea53-075b-4af8-92ca-b34c36137772.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.556825] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97249e6f-e9e2-4c26-98f7-ce393ee238ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.563750] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1928.563750] env[62777]: value = "task-1694881" [ 1928.563750] env[62777]: _type = "Task" [ 1928.563750] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.570937] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.891906] env[62777]: INFO nova.compute.manager [-] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Took 1.42 seconds to deallocate network for instance. [ 1929.073009] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480574} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.073428] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 13cfea53-075b-4af8-92ca-b34c36137772/13cfea53-075b-4af8-92ca-b34c36137772.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.073530] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.073777] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b21e068-609a-4357-b9ed-79732ef72673 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.080132] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1929.080132] env[62777]: value = "task-1694882" [ 1929.080132] env[62777]: _type = "Task" [ 1929.080132] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.087131] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.305424] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a4c27f-d454-446a-9e04-c638aa7dff74 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.312905] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f0859d-eb74-4b5c-8703-89bc47f420c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.341935] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c23ca-d60a-429a-bff8-4cb314f19331 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.348966] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea33f68-e177-4efd-8aef-6d9d64239d69 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.362887] env[62777]: DEBUG nova.compute.provider_tree [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.440135] env[62777]: INFO nova.compute.manager [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Took 0.55 seconds to detach 1 volumes for instance. [ 1929.442217] env[62777]: DEBUG nova.compute.manager [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: ee84610c-36df-4ecd-89f2-43b13c79b9b6] Deleting volume: 65bb175d-3121-4995-bc08-e21cf3df095c {{(pid=62777) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1929.591751] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059669} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.592188] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1929.593501] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2edf754-d1b8-4dc1-8378-32133e28e4c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.629640] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 13cfea53-075b-4af8-92ca-b34c36137772/13cfea53-075b-4af8-92ca-b34c36137772.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.630235] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fe317c-3b4f-41b4-9fb0-78e2355efd05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.662438] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1929.662438] env[62777]: value = "task-1694884" [ 1929.662438] env[62777]: _type = "Task" [ 1929.662438] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.675089] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.866790] env[62777]: DEBUG nova.scheduler.client.report [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1929.980306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.171941] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.373226] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.373791] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1930.376571] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.396s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.376796] env[62777]: DEBUG nova.objects.instance [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'resources' on Instance uuid ee84610c-36df-4ecd-89f2-43b13c79b9b6 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.676989] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694884, 'name': ReconfigVM_Task, 'duration_secs': 0.917656} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.677416] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 13cfea53-075b-4af8-92ca-b34c36137772/13cfea53-075b-4af8-92ca-b34c36137772.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.678292] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-112166b4-0519-455d-b9ef-31f28a6aed19 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.686407] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1930.686407] env[62777]: value = "task-1694885" [ 1930.686407] env[62777]: _type = "Task" [ 1930.686407] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.698382] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694885, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.880163] env[62777]: DEBUG nova.compute.utils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1930.881643] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1930.881808] env[62777]: DEBUG nova.network.neutron [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1930.925482] env[62777]: DEBUG nova.policy [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faebe32ffe264a34a6fbd7e5a0fec3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f250575722b24b758ca7c97e376926d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1930.987469] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baab10e-46b3-44a5-95bf-bb6b65f23a05 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.995178] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25578945-7b61-49ab-b03a-76d0e8b306bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.027734] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea43276-5484-4ee7-892c-994cbab5dba1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.035417] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17b9121-f62b-42dc-9981-827105408cef {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.049366] env[62777]: DEBUG nova.compute.provider_tree [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.200011] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694885, 'name': Rename_Task, 'duration_secs': 0.132955} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.200893] env[62777]: DEBUG nova.network.neutron [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Successfully created port: 6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1931.202823] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.203091] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd1f3ba4-74e2-4c0c-9dd0-96310ac95fed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.210353] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1931.210353] env[62777]: value = "task-1694886" [ 1931.210353] env[62777]: _type = "Task" [ 1931.210353] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.218990] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.387555] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1931.553590] env[62777]: DEBUG nova.scheduler.client.report [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1931.720206] env[62777]: DEBUG oslo_vmware.api [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694886, 'name': PowerOnVM_Task, 'duration_secs': 0.429321} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.720597] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.721262] env[62777]: INFO nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1931.721564] env[62777]: DEBUG nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.722415] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdfddc2-4615-4b7b-830a-d14ba6899bfe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.058515] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.081682] env[62777]: INFO nova.scheduler.client.report [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted allocations for instance ee84610c-36df-4ecd-89f2-43b13c79b9b6 [ 1932.241589] env[62777]: INFO nova.compute.manager [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Took 14.25 seconds to build instance. [ 1932.397276] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1932.427256] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1932.427520] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1932.427733] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1932.427983] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1932.428153] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1932.428313] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1932.428537] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1932.428696] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1932.428872] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1932.429043] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1932.429228] env[62777]: DEBUG nova.virt.hardware [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1932.430143] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d4c0d6-0b73-493f-bd40-9c6881f2ac48 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.438072] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9b0e95-d676-4575-983c-31cc7136a745 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.590031] env[62777]: DEBUG oslo_concurrency.lockutils [None req-bd4b004c-6885-47f4-b928-918d8b58b2e6 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "ee84610c-36df-4ecd-89f2-43b13c79b9b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.350s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.619602] env[62777]: DEBUG nova.compute.manager [req-d178cfff-36cb-4df2-a694-5b55d3c57885 req-0e37d503-97cb-438e-9b33-75f4e0c13da6 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Received event network-vif-plugged-6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1932.620492] env[62777]: DEBUG oslo_concurrency.lockutils [req-d178cfff-36cb-4df2-a694-5b55d3c57885 req-0e37d503-97cb-438e-9b33-75f4e0c13da6 service nova] Acquiring lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.620712] env[62777]: DEBUG oslo_concurrency.lockutils [req-d178cfff-36cb-4df2-a694-5b55d3c57885 req-0e37d503-97cb-438e-9b33-75f4e0c13da6 service nova] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.620990] env[62777]: DEBUG oslo_concurrency.lockutils [req-d178cfff-36cb-4df2-a694-5b55d3c57885 req-0e37d503-97cb-438e-9b33-75f4e0c13da6 service nova] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.621194] env[62777]: DEBUG nova.compute.manager [req-d178cfff-36cb-4df2-a694-5b55d3c57885 req-0e37d503-97cb-438e-9b33-75f4e0c13da6 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] No waiting events found dispatching network-vif-plugged-6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.621366] env[62777]: WARNING nova.compute.manager [req-d178cfff-36cb-4df2-a694-5b55d3c57885 req-0e37d503-97cb-438e-9b33-75f4e0c13da6 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Received unexpected event network-vif-plugged-6e91ec87-5838-40f5-8b52-788dcf28e830 for instance with vm_state building and task_state spawning. [ 1932.708047] env[62777]: DEBUG nova.network.neutron [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Successfully updated port: 6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1932.743260] env[62777]: DEBUG oslo_concurrency.lockutils [None req-052ecdda-a96f-446a-ae92-4762949c5af0 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.760s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.071844] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.072344] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.072344] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.072494] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.073532] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.074775] env[62777]: INFO nova.compute.manager [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Terminating instance [ 1933.210459] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.210641] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.210798] env[62777]: DEBUG nova.network.neutron [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1933.499608] env[62777]: DEBUG nova.compute.manager [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Received event network-changed-53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1933.499934] env[62777]: DEBUG nova.compute.manager [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Refreshing instance network info cache due to event network-changed-53e31128-a9af-452a-b500-4658f7e0ad79. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1933.500027] env[62777]: DEBUG oslo_concurrency.lockutils [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] Acquiring lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.500160] env[62777]: DEBUG oslo_concurrency.lockutils [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] Acquired lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.500318] env[62777]: DEBUG nova.network.neutron [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Refreshing network info cache for port 53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1933.584060] env[62777]: DEBUG nova.compute.manager [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1933.584060] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1933.584060] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb04413-5c4b-4a2a-9e14-d071fda348d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.590894] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1933.591306] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21b9afd6-440c-418c-9c76-2327e2ce589d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.597625] env[62777]: DEBUG oslo_vmware.api [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1933.597625] env[62777]: value = "task-1694887" [ 1933.597625] env[62777]: _type = "Task" [ 1933.597625] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.606820] env[62777]: DEBUG oslo_vmware.api [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.757618] env[62777]: DEBUG nova.network.neutron [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.907295] env[62777]: DEBUG nova.network.neutron [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Updating instance_info_cache with network_info: [{"id": "6e91ec87-5838-40f5-8b52-788dcf28e830", "address": "fa:16:3e:2c:e4:c1", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e91ec87-58", "ovs_interfaceid": "6e91ec87-5838-40f5-8b52-788dcf28e830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.108889] env[62777]: DEBUG oslo_vmware.api [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694887, 'name': PowerOffVM_Task, 'duration_secs': 0.210738} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.109158] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.109324] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1934.109566] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4313d9a-bdf0-4e79-ae24-1ddda0b14f18 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.209758] env[62777]: DEBUG nova.network.neutron [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updated VIF entry in instance network info cache for port 53e31128-a9af-452a-b500-4658f7e0ad79. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1934.210147] env[62777]: DEBUG nova.network.neutron [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updating instance_info_cache with network_info: [{"id": "53e31128-a9af-452a-b500-4658f7e0ad79", "address": "fa:16:3e:7c:36:53", "network": {"id": "4a627c96-53d2-40a8-a5ab-1430e9bc19ec", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1990220110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cf97c657e0a4edebade4939f28da529", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53e31128-a9", "ovs_interfaceid": "53e31128-a9af-452a-b500-4658f7e0ad79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.410344] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.410739] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Instance network_info: |[{"id": "6e91ec87-5838-40f5-8b52-788dcf28e830", "address": "fa:16:3e:2c:e4:c1", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e91ec87-58", "ovs_interfaceid": "6e91ec87-5838-40f5-8b52-788dcf28e830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1934.411224] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:e4:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e91ec87-5838-40f5-8b52-788dcf28e830', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1934.419874] env[62777]: DEBUG oslo.service.loopingcall [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.420118] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1934.420359] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffab50c1-cb46-4f90-9354-0089a4aae7ae {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.440752] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1934.440752] env[62777]: value = "task-1694889" [ 1934.440752] env[62777]: _type = "Task" [ 1934.440752] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.448259] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694889, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.498853] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1934.499134] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1934.499331] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] 9d32dd62-6201-47b9-9e9e-f3dc321bca0b {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1934.499611] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15f481e4-89e8-4b58-babd-856f31ce701f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.506429] env[62777]: DEBUG oslo_vmware.api [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1934.506429] env[62777]: value = "task-1694890" [ 1934.506429] env[62777]: _type = "Task" [ 1934.506429] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.514404] env[62777]: DEBUG oslo_vmware.api [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.645283] env[62777]: DEBUG nova.compute.manager [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Received event network-changed-6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1934.645491] env[62777]: DEBUG nova.compute.manager [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Refreshing instance network info cache due to event network-changed-6e91ec87-5838-40f5-8b52-788dcf28e830. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1934.645720] env[62777]: DEBUG oslo_concurrency.lockutils [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] Acquiring lock "refresh_cache-e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.645861] env[62777]: DEBUG oslo_concurrency.lockutils [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] Acquired lock "refresh_cache-e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.646185] env[62777]: DEBUG nova.network.neutron [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Refreshing network info cache for port 6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.713056] env[62777]: DEBUG oslo_concurrency.lockutils [req-a6182812-a042-4c44-b58a-40cd8c59ef2b req-fae62b65-9337-4934-8e3d-689418a577ee service nova] Releasing lock "refresh_cache-13cfea53-075b-4af8-92ca-b34c36137772" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.951390] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694889, 'name': CreateVM_Task, 'duration_secs': 0.33763} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.951553] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.952216] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.952380] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.952724] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.952973] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28f53fb5-2248-4d1e-81fd-1d887f9b5be6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.957223] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1934.957223] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ad7139-78f3-1721-d0ba-ebe8113ebd8b" [ 1934.957223] env[62777]: _type = "Task" [ 1934.957223] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.965057] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ad7139-78f3-1721-d0ba-ebe8113ebd8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.016010] env[62777]: DEBUG oslo_vmware.api [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177095} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.016281] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.016461] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.016638] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.016813] env[62777]: INFO nova.compute.manager [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1935.017058] env[62777]: DEBUG oslo.service.loopingcall [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.017250] env[62777]: DEBUG nova.compute.manager [-] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.017345] env[62777]: DEBUG nova.network.neutron [-] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.425601] env[62777]: DEBUG nova.network.neutron [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Updated VIF entry in instance network info cache for port 6e91ec87-5838-40f5-8b52-788dcf28e830. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.425961] env[62777]: DEBUG nova.network.neutron [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Updating instance_info_cache with network_info: [{"id": "6e91ec87-5838-40f5-8b52-788dcf28e830", "address": "fa:16:3e:2c:e4:c1", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e91ec87-58", "ovs_interfaceid": "6e91ec87-5838-40f5-8b52-788dcf28e830", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.468145] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ad7139-78f3-1721-d0ba-ebe8113ebd8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.468411] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.468632] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.468851] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.468992] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.469179] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.469432] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6c13bdd-981f-4123-8f87-f0dd86e71bfc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.477374] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.477537] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.478231] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3349b7e6-7b65-4702-9135-1cb38a1478ad {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.482795] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1935.482795] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]529c32ac-9f8b-36a9-9c96-57d1a6231162" [ 1935.482795] env[62777]: _type = "Task" [ 1935.482795] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.489729] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529c32ac-9f8b-36a9-9c96-57d1a6231162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.533602] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.533904] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.534029] env[62777]: INFO nova.compute.manager [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Shelving [ 1935.869362] env[62777]: DEBUG nova.network.neutron [-] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.928905] env[62777]: DEBUG oslo_concurrency.lockutils [req-d958ec34-12eb-4d36-ab90-045b926bcd2f req-9e4ee9de-56b0-4d35-9b06-97afb464af56 service nova] Releasing lock "refresh_cache-e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.993816] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]529c32ac-9f8b-36a9-9c96-57d1a6231162, 'name': SearchDatastore_Task, 'duration_secs': 0.007882} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.994599] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136db044-84e0-458b-b0b5-9e4e52cd8cd9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.999925] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1935.999925] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cb9d71-bcb7-d25b-4c1c-8b25425d5045" [ 1935.999925] env[62777]: _type = "Task" [ 1935.999925] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.008882] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cb9d71-bcb7-d25b-4c1c-8b25425d5045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.372776] env[62777]: INFO nova.compute.manager [-] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Took 1.35 seconds to deallocate network for instance. [ 1936.510534] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cb9d71-bcb7-d25b-4c1c-8b25425d5045, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.510877] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.511187] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e/e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.511482] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa3133ef-f072-45c9-98ce-6784d95909e4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.517620] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1936.517620] env[62777]: value = "task-1694891" [ 1936.517620] env[62777]: _type = "Task" [ 1936.517620] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.525115] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.543109] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1936.543457] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf6d59bc-2bd6-41f0-af98-f58d6ccdc1f9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.548965] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1936.548965] env[62777]: value = "task-1694892" [ 1936.548965] env[62777]: _type = "Task" [ 1936.548965] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.556920] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.676132] env[62777]: DEBUG nova.compute.manager [req-1832a744-020e-4b8b-af22-22c87e28544c req-5115ae69-d29f-499f-b92e-47075b541e96 service nova] [instance: 9d32dd62-6201-47b9-9e9e-f3dc321bca0b] Received event network-vif-deleted-75f1bdd1-213b-4640-8084-5a13743da95a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1936.879100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.879412] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.879738] env[62777]: DEBUG nova.objects.instance [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'resources' on Instance uuid 9d32dd62-6201-47b9-9e9e-f3dc321bca0b {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.029529] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486376} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.029688] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e/e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.029896] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.030221] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3da7848-478b-4158-8983-6a7bf855d0b6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.035468] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1937.035468] env[62777]: value = "task-1694893" [ 1937.035468] env[62777]: _type = "Task" [ 1937.035468] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.042819] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.057736] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694892, 'name': PowerOffVM_Task, 'duration_secs': 0.234074} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.058015] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1937.058805] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7987f870-526c-4aa4-930c-2df35b5d88e6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.782392] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73d685e-2d6b-4672-b971-af3316a49c86 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.791753] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055677} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.794134] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1937.794857] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5910f161-696c-49a7-a8fa-f302fb94fc28 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.815617] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e/e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.818191] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8e7da9e-52d2-474d-b3c6-70437df7211f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.837611] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1937.837611] env[62777]: value = "task-1694894" [ 1937.837611] env[62777]: _type = "Task" [ 1937.837611] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.846834] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.892527] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26932c72-af9d-4b0a-a7c4-af68ac18c539 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.902558] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f55056-008d-4941-9baf-3a67e72a3762 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.948555] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14444322-1083-4f36-a6f9-e237b26e7a1c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.958976] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e5fbda-d368-41c8-89f6-313f7e675e2c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.974955] env[62777]: DEBUG nova.compute.provider_tree [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.299480] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Creating Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1938.299829] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17d6c6ed-d61e-4581-8d7d-47ec806c6f56 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.307232] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1938.307232] env[62777]: value = "task-1694895" [ 1938.307232] env[62777]: _type = "Task" [ 1938.307232] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.315156] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694895, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.345798] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694894, 'name': ReconfigVM_Task, 'duration_secs': 0.27993} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.346074] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e/e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.346684] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84d3fb2b-ca1f-4b28-9b0e-cdc370f67c8c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.351535] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1938.351535] env[62777]: value = "task-1694896" [ 1938.351535] env[62777]: _type = "Task" [ 1938.351535] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.358418] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694896, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.478178] env[62777]: DEBUG nova.scheduler.client.report [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1938.817041] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694895, 'name': CreateSnapshot_Task, 'duration_secs': 0.491891} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.817520] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Created Snapshot of the VM instance {{(pid=62777) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1938.817994] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e08f34c-690d-4cb3-92dd-4153fcaeff4d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.861118] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694896, 'name': Rename_Task, 'duration_secs': 0.165883} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.861389] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.861619] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941b4e42-e4c6-4273-a85e-e64ae89879bc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.867465] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1938.867465] env[62777]: value = "task-1694897" [ 1938.867465] env[62777]: _type = "Task" [ 1938.867465] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.874575] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.983667] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.006337] env[62777]: INFO nova.scheduler.client.report [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted allocations for instance 9d32dd62-6201-47b9-9e9e-f3dc321bca0b [ 1939.337020] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Creating linked-clone VM from snapshot {{(pid=62777) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1939.337490] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d80fee75-7be1-45a4-bb23-b650c48271c1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.346902] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1939.346902] env[62777]: value = "task-1694899" [ 1939.346902] env[62777]: _type = "Task" [ 1939.346902] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.355759] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694899, 'name': CloneVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.377131] env[62777]: DEBUG oslo_vmware.api [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694897, 'name': PowerOnVM_Task, 'duration_secs': 0.497817} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.377426] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.377626] env[62777]: INFO nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1939.377800] env[62777]: DEBUG nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1939.378565] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8192e83d-6fbd-4646-96bb-cff28582b8e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.513800] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d0a3042c-e0c4-4d38-b7ee-b15402478009 tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "9d32dd62-6201-47b9-9e9e-f3dc321bca0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.441s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.859482] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694899, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.898580] env[62777]: INFO nova.compute.manager [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Took 11.70 seconds to build instance. [ 1940.313745] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.356436] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694899, 'name': CloneVM_Task} progress is 94%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.400605] env[62777]: DEBUG oslo_concurrency.lockutils [None req-9e0a6fdb-e985-4db1-bbc6-7ecd54c68a72 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.213s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.400913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.087s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.401194] env[62777]: DEBUG nova.compute.manager [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.402144] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb12d651-c1ea-42e5-9c45-d0395c6c5f38 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.409095] env[62777]: DEBUG nova.compute.manager [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62777) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1940.409686] env[62777]: DEBUG nova.objects.instance [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'flavor' on Instance uuid e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.857403] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694899, 'name': CloneVM_Task} progress is 100%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.357255] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694899, 'name': CloneVM_Task, 'duration_secs': 1.583088} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.357572] env[62777]: INFO nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Created linked-clone VM from snapshot [ 1941.358230] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aa4f02-0ed0-4119-b01c-b054e3918083 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.365037] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Uploading image b3d7924f-a934-4422-9984-020d52dd9b5a {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1941.389915] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1941.389915] env[62777]: value = "vm-353370" [ 1941.389915] env[62777]: _type = "VirtualMachine" [ 1941.389915] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1941.390166] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29d01eb7-e0cd-4469-99c8-ec43742fb16b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.397190] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease: (returnval){ [ 1941.397190] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b13ff5-c768-efce-ed63-0a4fc5f738d1" [ 1941.397190] env[62777]: _type = "HttpNfcLease" [ 1941.397190] env[62777]: } obtained for exporting VM: (result){ [ 1941.397190] env[62777]: value = "vm-353370" [ 1941.397190] env[62777]: _type = "VirtualMachine" [ 1941.397190] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1941.397472] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the lease: (returnval){ [ 1941.397472] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b13ff5-c768-efce-ed63-0a4fc5f738d1" [ 1941.397472] env[62777]: _type = "HttpNfcLease" [ 1941.397472] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1941.403759] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1941.403759] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b13ff5-c768-efce-ed63-0a4fc5f738d1" [ 1941.403759] env[62777]: _type = "HttpNfcLease" [ 1941.403759] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1941.417444] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.417685] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-990abfda-8ec7-41ad-9840-e0d3ad11bd6b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.425154] env[62777]: DEBUG oslo_vmware.api [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1941.425154] env[62777]: value = "task-1694901" [ 1941.425154] env[62777]: _type = "Task" [ 1941.425154] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.432531] env[62777]: DEBUG oslo_vmware.api [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.905272] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1941.905272] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b13ff5-c768-efce-ed63-0a4fc5f738d1" [ 1941.905272] env[62777]: _type = "HttpNfcLease" [ 1941.905272] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1941.905625] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1941.905625] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52b13ff5-c768-efce-ed63-0a4fc5f738d1" [ 1941.905625] env[62777]: _type = "HttpNfcLease" [ 1941.905625] env[62777]: }. {{(pid=62777) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1941.906392] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcad48b-1727-4197-9527-bb643aad0bdb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.913363] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbc3ab-d620-cdb7-1ca3-dcacb351aaac/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1941.913549] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbc3ab-d620-cdb7-1ca3-dcacb351aaac/disk-0.vmdk for reading. {{(pid=62777) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1941.980031] env[62777]: DEBUG oslo_vmware.api [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694901, 'name': PowerOffVM_Task, 'duration_secs': 0.165638} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.980290] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1941.980430] env[62777]: DEBUG nova.compute.manager [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1941.981183] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1a7ff0-9a01-47aa-bf24-31bf492c400c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.003023] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5e804dd-4d54-40ea-9eb8-5f82fc4cc085 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.492262] env[62777]: DEBUG oslo_concurrency.lockutils [None req-eca6599a-3bd2-49ca-871c-25b3a4b753b9 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.661162] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.661438] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.661650] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.661830] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.661993] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.664225] env[62777]: INFO nova.compute.manager [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Terminating instance [ 1942.855164] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.855403] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.855646] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.855833] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.856009] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.858152] env[62777]: INFO nova.compute.manager [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Terminating instance [ 1943.168370] env[62777]: DEBUG nova.compute.manager [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.168672] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.169972] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c553aa-e8ba-4030-92e0-5f923f68448d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.178218] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.178540] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71ad27ca-7a6a-432a-a28e-63b12e63b90e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.247980] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1943.248326] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1943.248743] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleting the datastore file [datastore1] e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.249210] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97811753-1d15-4dfc-9e12-f26201ac7d3a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.256145] env[62777]: DEBUG oslo_vmware.api [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1943.256145] env[62777]: value = "task-1694903" [ 1943.256145] env[62777]: _type = "Task" [ 1943.256145] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.263947] env[62777]: DEBUG oslo_vmware.api [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.362047] env[62777]: DEBUG nova.compute.manager [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.362630] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.363666] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3eb243-298c-4c0c-bd42-3cb3b10a4e21 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.371264] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.371570] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fdd3a9e-8c05-441c-8284-9b6253c3681a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.378067] env[62777]: DEBUG oslo_vmware.api [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1943.378067] env[62777]: value = "task-1694904" [ 1943.378067] env[62777]: _type = "Task" [ 1943.378067] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.387057] env[62777]: DEBUG oslo_vmware.api [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.765616] env[62777]: DEBUG oslo_vmware.api [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154518} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.766065] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1943.766133] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1943.766302] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1943.766580] env[62777]: INFO nova.compute.manager [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1943.766826] env[62777]: DEBUG oslo.service.loopingcall [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1943.767105] env[62777]: DEBUG nova.compute.manager [-] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1943.767273] env[62777]: DEBUG nova.network.neutron [-] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1943.889310] env[62777]: DEBUG oslo_vmware.api [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694904, 'name': PowerOffVM_Task, 'duration_secs': 0.186601} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.889611] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.889839] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.890118] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e832c8ef-a354-4cea-a38a-9a27d28c38c8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.979529] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1943.980051] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1943.980051] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleting the datastore file [datastore1] f57194fb-13ed-46b3-8a8e-8819edc3c6da {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.980308] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e768732-0833-403c-817a-174ac2c95eb9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.990603] env[62777]: DEBUG oslo_vmware.api [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for the task: (returnval){ [ 1943.990603] env[62777]: value = "task-1694906" [ 1943.990603] env[62777]: _type = "Task" [ 1943.990603] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.001577] env[62777]: DEBUG oslo_vmware.api [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.031169] env[62777]: DEBUG nova.compute.manager [req-7a397b59-9cdf-4ffc-bcfb-99b425dd109b req-48def84b-79e1-46a3-bac9-c3be6b516183 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Received event network-vif-deleted-6e91ec87-5838-40f5-8b52-788dcf28e830 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1944.031452] env[62777]: INFO nova.compute.manager [req-7a397b59-9cdf-4ffc-bcfb-99b425dd109b req-48def84b-79e1-46a3-bac9-c3be6b516183 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Neutron deleted interface 6e91ec87-5838-40f5-8b52-788dcf28e830; detaching it from the instance and deleting it from the info cache [ 1944.031703] env[62777]: DEBUG nova.network.neutron [req-7a397b59-9cdf-4ffc-bcfb-99b425dd109b req-48def84b-79e1-46a3-bac9-c3be6b516183 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.500766] env[62777]: DEBUG oslo_vmware.api [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Task: {'id': task-1694906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126511} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.501047] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.501274] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.501489] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.501673] env[62777]: INFO nova.compute.manager [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1944.501940] env[62777]: DEBUG oslo.service.loopingcall [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.502154] env[62777]: DEBUG nova.compute.manager [-] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1944.502249] env[62777]: DEBUG nova.network.neutron [-] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1944.504091] env[62777]: DEBUG nova.network.neutron [-] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.534821] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-583f8f44-6372-4d30-b046-de15477ef28a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.544907] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaa0853-3378-4997-8613-c7862afdd4f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.576260] env[62777]: DEBUG nova.compute.manager [req-7a397b59-9cdf-4ffc-bcfb-99b425dd109b req-48def84b-79e1-46a3-bac9-c3be6b516183 service nova] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Detach interface failed, port_id=6e91ec87-5838-40f5-8b52-788dcf28e830, reason: Instance e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1945.007647] env[62777]: INFO nova.compute.manager [-] [instance: e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e] Took 1.24 seconds to deallocate network for instance. [ 1945.261655] env[62777]: DEBUG nova.network.neutron [-] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.514256] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.514527] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.514747] env[62777]: DEBUG nova.objects.instance [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'resources' on Instance uuid e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1945.764680] env[62777]: INFO nova.compute.manager [-] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Took 1.26 seconds to deallocate network for instance. [ 1946.056330] env[62777]: DEBUG nova.compute.manager [req-b7bd62f3-cb88-4a61-9c7d-f36c542c29d2 req-1ad98309-cb30-459c-8c51-88af7804ccc5 service nova] [instance: f57194fb-13ed-46b3-8a8e-8819edc3c6da] Received event network-vif-deleted-5130b8e0-2ef9-497b-beb9-62e363392c3a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1946.094506] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3045b9e-6732-4726-8470-f746aee4fb53 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.102681] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cba89b-87e0-47b4-9ef6-c010ac6c3780 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.132560] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78a2bd-eb74-40d3-a05c-c706e5d41163 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.140476] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfad961c-85cb-457f-9543-7c67d4ea3766 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.153823] env[62777]: DEBUG nova.compute.provider_tree [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1946.272791] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.657540] env[62777]: DEBUG nova.scheduler.client.report [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1947.162317] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.165415] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.893s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.165706] env[62777]: DEBUG nova.objects.instance [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lazy-loading 'resources' on Instance uuid f57194fb-13ed-46b3-8a8e-8819edc3c6da {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.181419] env[62777]: INFO nova.scheduler.client.report [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocations for instance e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e [ 1947.690063] env[62777]: DEBUG oslo_concurrency.lockutils [None req-3417e2c1-1dc6-4c07-b288-9713c2c1e9aa tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "e1ba6a0d-bae8-4bfb-941f-8d61b8440d6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.028s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.721786] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7588a63f-2b1a-4b5e-8ee5-9261e43b7bcf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.729815] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c6db64-91e6-4520-a851-32e30cf8ee07 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.761714] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cde77dd-04cc-4d8e-b2fd-2727b025e4cd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.769710] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69fe87-eece-4115-8d19-474ac6286811 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.783769] env[62777]: DEBUG nova.compute.provider_tree [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.286754] env[62777]: DEBUG nova.scheduler.client.report [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1948.612033] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.612186] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.793964] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.814442] env[62777]: INFO nova.scheduler.client.report [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Deleted allocations for instance f57194fb-13ed-46b3-8a8e-8819edc3c6da [ 1949.115039] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1949.322865] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2fccc88a-b37e-4e06-85c9-48806815518a tempest-ServerActionsTestOtherA-1644375034 tempest-ServerActionsTestOtherA-1644375034-project-member] Lock "f57194fb-13ed-46b3-8a8e-8819edc3c6da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.467s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.637349] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.637653] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.639360] env[62777]: INFO nova.compute.claims [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1949.817557] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbc3ab-d620-cdb7-1ca3-dcacb351aaac/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1949.818553] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7253426f-8850-41e3-8f32-b1704a223bd7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.824654] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbc3ab-d620-cdb7-1ca3-dcacb351aaac/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1949.824819] env[62777]: ERROR oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbc3ab-d620-cdb7-1ca3-dcacb351aaac/disk-0.vmdk due to incomplete transfer. [ 1949.825042] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f5b95f91-c66a-4a40-aacf-df51b4dd8f4f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.831470] env[62777]: DEBUG oslo_vmware.rw_handles [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bbc3ab-d620-cdb7-1ca3-dcacb351aaac/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1949.831685] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Uploaded image b3d7924f-a934-4422-9984-020d52dd9b5a to the Glance image server {{(pid=62777) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1949.834075] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Destroying the VM {{(pid=62777) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1949.834304] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d23b27f2-f921-4084-bb0e-8ba93184636b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.841081] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1949.841081] env[62777]: value = "task-1694907" [ 1949.841081] env[62777]: _type = "Task" [ 1949.841081] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.848815] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694907, 'name': Destroy_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.349927] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694907, 'name': Destroy_Task, 'duration_secs': 0.311136} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.350466] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Destroyed the VM [ 1950.350714] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deleting Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1950.351170] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b3c9d3b-0f8c-4ca5-9fa0-71f971bd655e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.357675] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1950.357675] env[62777]: value = "task-1694908" [ 1950.357675] env[62777]: _type = "Task" [ 1950.357675] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.366085] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.713300] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3f7b94-3a16-4b05-91bb-cc336992b0be {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.721069] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0793e70-3a01-4590-a81d-d470e9580f1d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.753620] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c28ca0-5d15-4560-bf8e-c79f260c65b4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.760767] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a6047-ae58-4201-9c70-40923ba96149 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.773832] env[62777]: DEBUG nova.compute.provider_tree [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.868848] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694908, 'name': RemoveSnapshot_Task, 'duration_secs': 0.382238} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.869175] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deleted Snapshot of the VM instance {{(pid=62777) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1950.869459] env[62777]: DEBUG nova.compute.manager [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1950.870228] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f491af90-93c5-4aa9-a6b0-71e4ca1b4fab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.277323] env[62777]: DEBUG nova.scheduler.client.report [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1951.385073] env[62777]: INFO nova.compute.manager [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Shelve offloading [ 1951.781872] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.782452] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1951.888132] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1951.888464] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99584d67-5a01-45d5-bc78-ab5977017831 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.895992] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1951.895992] env[62777]: value = "task-1694909" [ 1951.895992] env[62777]: _type = "Task" [ 1951.895992] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.904081] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.287680] env[62777]: DEBUG nova.compute.utils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1952.289163] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1952.289351] env[62777]: DEBUG nova.network.neutron [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1952.354994] env[62777]: DEBUG nova.policy [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faebe32ffe264a34a6fbd7e5a0fec3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f250575722b24b758ca7c97e376926d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1952.406150] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] VM already powered off {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1952.406503] env[62777]: DEBUG nova.compute.manager [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1952.407642] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4248ebb-23e7-4122-b61b-a39718c4abaf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.413473] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.413636] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.413805] env[62777]: DEBUG nova.network.neutron [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1952.792859] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1953.042920] env[62777]: DEBUG nova.network.neutron [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Successfully created port: b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1953.484057] env[62777]: DEBUG nova.network.neutron [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.812414] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1953.844946] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1953.845221] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1953.845376] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.845620] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1953.845802] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.845949] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1953.846170] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1953.846327] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1953.846487] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1953.846707] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1953.846939] env[62777]: DEBUG nova.virt.hardware [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1953.847806] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e609b942-39a7-47c9-9b14-88bea59419ca {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.855420] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6caff7-86b6-4d65-90c1-42f4e239b69d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.986234] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.448035] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.449212] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce2429c-5977-4421-a83c-2904eb7d878f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.458527] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.458796] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40a4a255-f11c-48c4-9526-861be39e3245 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.474229] env[62777]: DEBUG nova.compute.manager [req-0f8ec8cf-4af2-4d4d-8a23-f64ec06eea86 req-c773ab49-2323-4171-b4ba-8058b7b7e0c1 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-vif-unplugged-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1954.474447] env[62777]: DEBUG oslo_concurrency.lockutils [req-0f8ec8cf-4af2-4d4d-8a23-f64ec06eea86 req-c773ab49-2323-4171-b4ba-8058b7b7e0c1 service nova] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.474650] env[62777]: DEBUG oslo_concurrency.lockutils [req-0f8ec8cf-4af2-4d4d-8a23-f64ec06eea86 req-c773ab49-2323-4171-b4ba-8058b7b7e0c1 service nova] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.474819] env[62777]: DEBUG oslo_concurrency.lockutils [req-0f8ec8cf-4af2-4d4d-8a23-f64ec06eea86 req-c773ab49-2323-4171-b4ba-8058b7b7e0c1 service nova] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.474985] env[62777]: DEBUG nova.compute.manager [req-0f8ec8cf-4af2-4d4d-8a23-f64ec06eea86 req-c773ab49-2323-4171-b4ba-8058b7b7e0c1 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] No waiting events found dispatching network-vif-unplugged-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1954.475165] env[62777]: WARNING nova.compute.manager [req-0f8ec8cf-4af2-4d4d-8a23-f64ec06eea86 req-c773ab49-2323-4171-b4ba-8058b7b7e0c1 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received unexpected event network-vif-unplugged-5ae58873-be25-4038-ab1b-30c72388e5f0 for instance with vm_state shelved and task_state shelving_offloading. [ 1954.547549] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.547764] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.547882] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleting the datastore file [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.549653] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3401a06-e605-4170-817a-86edb82d3629 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.556756] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1954.556756] env[62777]: value = "task-1694911" [ 1954.556756] env[62777]: _type = "Task" [ 1954.556756] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.564761] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.880550] env[62777]: DEBUG nova.network.neutron [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Successfully updated port: b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.066361] env[62777]: DEBUG oslo_vmware.api [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13294} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.066626] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.066850] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.067049] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.075824] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "742961c6-eb0d-44f2-9d64-2612c9d9345b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.076051] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.084406] env[62777]: INFO nova.scheduler.client.report [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted allocations for instance 38666bd0-6d99-4d89-b4aa-6366faeb922d [ 1955.387216] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-c9aac59e-d413-46d8-ace7-94f51e7efb5b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.387216] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-c9aac59e-d413-46d8-ace7-94f51e7efb5b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.387359] env[62777]: DEBUG nova.network.neutron [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.578255] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1955.588566] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.588828] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.589400] env[62777]: DEBUG nova.objects.instance [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'resources' on Instance uuid 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.927356] env[62777]: DEBUG nova.network.neutron [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1956.088797] env[62777]: DEBUG nova.network.neutron [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Updating instance_info_cache with network_info: [{"id": "b4db829b-ba6e-46ae-818e-e4561004f1de", "address": "fa:16:3e:f2:1e:64", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4db829b-ba", "ovs_interfaceid": "b4db829b-ba6e-46ae-818e-e4561004f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.091975] env[62777]: DEBUG nova.objects.instance [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'numa_topology' on Instance uuid 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.103834] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.507834] env[62777]: DEBUG nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1956.508072] env[62777]: DEBUG nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing instance network info cache due to event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1956.508322] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.508494] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.508681] env[62777]: DEBUG nova.network.neutron [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.595902] env[62777]: DEBUG nova.objects.base [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Object Instance<38666bd0-6d99-4d89-b4aa-6366faeb922d> lazy-loaded attributes: resources,numa_topology {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1956.597746] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-c9aac59e-d413-46d8-ace7-94f51e7efb5b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.597957] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Instance network_info: |[{"id": "b4db829b-ba6e-46ae-818e-e4561004f1de", "address": "fa:16:3e:f2:1e:64", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4db829b-ba", "ovs_interfaceid": "b4db829b-ba6e-46ae-818e-e4561004f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1956.598543] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:1e:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4db829b-ba6e-46ae-818e-e4561004f1de', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1956.605876] env[62777]: DEBUG oslo.service.loopingcall [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.606088] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1956.606309] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728b802a-ec69-4845-b663-574386dc367e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.628276] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1956.628276] env[62777]: value = "task-1694912" [ 1956.628276] env[62777]: _type = "Task" [ 1956.628276] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.638127] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694912, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.668124] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d687d246-fc54-4d0c-bc0d-a40d152ca895 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.674938] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d0d69a-e76a-476b-8a7c-ef76aabec9d6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.704700] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eab6207-f16a-408e-bdf8-1fc897940de8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.712060] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d05c92a-a9aa-4198-afc2-41a5b66dd67e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.726856] env[62777]: DEBUG nova.compute.provider_tree [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.928030] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.140199] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694912, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.223024] env[62777]: DEBUG nova.network.neutron [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updated VIF entry in instance network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.223417] env[62777]: DEBUG nova.network.neutron [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": null, "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ae58873-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.229840] env[62777]: DEBUG nova.scheduler.client.report [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1957.638871] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694912, 'name': CreateVM_Task} progress is 99%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.726950] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.727299] env[62777]: DEBUG nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Received event network-vif-plugged-b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1957.727503] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Acquiring lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.727717] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.727882] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.728065] env[62777]: DEBUG nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] No waiting events found dispatching network-vif-plugged-b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1957.728237] env[62777]: WARNING nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Received unexpected event network-vif-plugged-b4db829b-ba6e-46ae-818e-e4561004f1de for instance with vm_state building and task_state spawning. [ 1957.728399] env[62777]: DEBUG nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Received event network-changed-b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1957.728552] env[62777]: DEBUG nova.compute.manager [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Refreshing instance network info cache due to event network-changed-b4db829b-ba6e-46ae-818e-e4561004f1de. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1957.728733] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Acquiring lock "refresh_cache-c9aac59e-d413-46d8-ace7-94f51e7efb5b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.728867] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Acquired lock "refresh_cache-c9aac59e-d413-46d8-ace7-94f51e7efb5b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.729032] env[62777]: DEBUG nova.network.neutron [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Refreshing network info cache for port b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.734771] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.737117] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.633s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.738573] env[62777]: INFO nova.compute.claims [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1958.139902] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694912, 'name': CreateVM_Task, 'duration_secs': 1.432116} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.140187] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.140900] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.141106] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.141450] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.141705] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c845291-dff3-44a1-b893-6872c1620272 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.145911] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1958.145911] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d1a04c-bd07-b8d6-8ea5-9ded53a5d972" [ 1958.145911] env[62777]: _type = "Task" [ 1958.145911] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.153277] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d1a04c-bd07-b8d6-8ea5-9ded53a5d972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.247966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-4ffb0d25-270b-402d-988f-98272ea0416d tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.713s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.247966] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.320s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.248115] env[62777]: INFO nova.compute.manager [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Unshelving [ 1958.421108] env[62777]: DEBUG nova.network.neutron [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Updated VIF entry in instance network info cache for port b4db829b-ba6e-46ae-818e-e4561004f1de. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1958.421584] env[62777]: DEBUG nova.network.neutron [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Updating instance_info_cache with network_info: [{"id": "b4db829b-ba6e-46ae-818e-e4561004f1de", "address": "fa:16:3e:f2:1e:64", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4db829b-ba", "ovs_interfaceid": "b4db829b-ba6e-46ae-818e-e4561004f1de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1958.656802] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d1a04c-bd07-b8d6-8ea5-9ded53a5d972, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.657180] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.657180] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1958.657454] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.657603] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.657780] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1958.658043] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6f860cc-00db-4a69-9de0-aa9afe7fb05d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.666789] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1958.666962] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1958.667624] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5836dd3e-7824-4eea-9339-55f11e1e09ab {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.672425] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1958.672425] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5222319f-0ea0-38fe-0647-3e3d386b2fc0" [ 1958.672425] env[62777]: _type = "Task" [ 1958.672425] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.680662] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5222319f-0ea0-38fe-0647-3e3d386b2fc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.806975] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5b1b4-0020-4e4d-9ee2-08adb7a702a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.814743] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f563ca9e-1b21-402c-b7b2-fcbbcbfc0be6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.845749] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a55f012-d39b-41c0-9c55-c6348acd0a5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.853156] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0196a7-4106-4773-b777-587d8dac0b3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.866158] env[62777]: DEBUG nova.compute.provider_tree [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1958.924511] env[62777]: DEBUG oslo_concurrency.lockutils [req-ef1eaeaf-d590-43e3-80c4-d1870dffbe53 req-aa6539a3-d528-455e-abbd-52d9e4a74719 service nova] Releasing lock "refresh_cache-c9aac59e-d413-46d8-ace7-94f51e7efb5b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.183683] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5222319f-0ea0-38fe-0647-3e3d386b2fc0, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.184451] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6dd2d5b-5b3c-43a5-90c7-b51263220d3f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.189215] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1959.189215] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523a3519-7c24-fbb4-7264-d2c08e1934c6" [ 1959.189215] env[62777]: _type = "Task" [ 1959.189215] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.196339] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523a3519-7c24-fbb4-7264-d2c08e1934c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.270842] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1959.369765] env[62777]: DEBUG nova.scheduler.client.report [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1959.699683] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523a3519-7c24-fbb4-7264-d2c08e1934c6, 'name': SearchDatastore_Task, 'duration_secs': 0.008414} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.700032] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.700202] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c9aac59e-d413-46d8-ace7-94f51e7efb5b/c9aac59e-d413-46d8-ace7-94f51e7efb5b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1959.700440] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e78aeeed-2c00-4e29-b422-c499e82e22e2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.707942] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1959.707942] env[62777]: value = "task-1694913" [ 1959.707942] env[62777]: _type = "Task" [ 1959.707942] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.714660] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.875973] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1959.876550] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1959.880057] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.609s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1959.880438] env[62777]: DEBUG nova.objects.instance [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'pci_requests' on Instance uuid 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.219036] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443969} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.219221] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] c9aac59e-d413-46d8-ace7-94f51e7efb5b/c9aac59e-d413-46d8-ace7-94f51e7efb5b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1960.219313] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1960.219560] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca7863a-35d2-49b1-9efe-0449c3f248e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.226168] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1960.226168] env[62777]: value = "task-1694914" [ 1960.226168] env[62777]: _type = "Task" [ 1960.226168] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.233558] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.382203] env[62777]: DEBUG nova.compute.utils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1960.385431] env[62777]: DEBUG nova.objects.instance [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'numa_topology' on Instance uuid 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.386807] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1960.387085] env[62777]: DEBUG nova.network.neutron [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1960.428225] env[62777]: DEBUG nova.policy [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bd7fba453ce4a79949f7fa902a91595', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9927f2bbc0304186b6ba744495fd99b8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1960.663700] env[62777]: DEBUG nova.network.neutron [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Successfully created port: 6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1960.735902] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060651} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.736282] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.737039] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217431b-cd2e-44bd-9c4b-975c30f93f91 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.758851] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] c9aac59e-d413-46d8-ace7-94f51e7efb5b/c9aac59e-d413-46d8-ace7-94f51e7efb5b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.759113] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79175f29-dcc4-4cba-812d-9ac1d4b977c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.778173] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1960.778173] env[62777]: value = "task-1694915" [ 1960.778173] env[62777]: _type = "Task" [ 1960.778173] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.786799] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.887629] env[62777]: INFO nova.compute.claims [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1960.894029] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1961.047977] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1961.048293] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1961.048449] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 1961.048571] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Rebuilding the list of instances to heal {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1961.287652] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694915, 'name': ReconfigVM_Task, 'duration_secs': 0.27219} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.287927] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Reconfigured VM instance instance-0000007b to attach disk [datastore1] c9aac59e-d413-46d8-ace7-94f51e7efb5b/c9aac59e-d413-46d8-ace7-94f51e7efb5b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.288599] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d21133e9-f956-4733-bf91-7acebdc510d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.294937] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1961.294937] env[62777]: value = "task-1694916" [ 1961.294937] env[62777]: _type = "Task" [ 1961.294937] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.302818] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694916, 'name': Rename_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.552824] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Skipping network cache update for instance because it is Building. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1961.553013] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Skipping network cache update for instance because it is Building. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10292}} [ 1961.553237] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.553371] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.553506] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Forcefully refreshing network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1961.553654] env[62777]: DEBUG nova.objects.instance [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lazy-loading 'info_cache' on Instance uuid 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1961.804683] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694916, 'name': Rename_Task, 'duration_secs': 0.126541} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.805063] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.805167] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e132055-241b-4acd-8a7f-753a89eefb0b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.811455] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1961.811455] env[62777]: value = "task-1694917" [ 1961.811455] env[62777]: _type = "Task" [ 1961.811455] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.820910] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.902299] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1961.931018] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1961.931282] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1961.931445] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1961.931618] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1961.931768] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1961.931959] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1961.932188] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1961.932352] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1961.932519] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1961.932677] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1961.932891] env[62777]: DEBUG nova.virt.hardware [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1961.933856] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c680a44a-0db0-465c-9e73-b0967c737f36 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.946097] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0446b0c7-98a1-4fa2-ad88-fb158013b984 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.976097] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90739b7c-05d2-4155-a3a1-4a7f470d39cf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.982951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36f1e22-a76d-458d-9d31-2635752989f8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.012500] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3099de-6c31-4b02-80ea-00ac20fde1f5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.020229] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170080ee-ac57-4a8a-a93b-57e1d9a6b8d5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.035148] env[62777]: DEBUG nova.compute.provider_tree [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1962.099858] env[62777]: DEBUG nova.compute.manager [req-61126a07-148d-4788-8593-e14f3a44cf70 req-d0534fa3-8b90-4363-9966-884eb4ee9596 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Received event network-vif-plugged-6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1962.100107] env[62777]: DEBUG oslo_concurrency.lockutils [req-61126a07-148d-4788-8593-e14f3a44cf70 req-d0534fa3-8b90-4363-9966-884eb4ee9596 service nova] Acquiring lock "742961c6-eb0d-44f2-9d64-2612c9d9345b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1962.100323] env[62777]: DEBUG oslo_concurrency.lockutils [req-61126a07-148d-4788-8593-e14f3a44cf70 req-d0534fa3-8b90-4363-9966-884eb4ee9596 service nova] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.100489] env[62777]: DEBUG oslo_concurrency.lockutils [req-61126a07-148d-4788-8593-e14f3a44cf70 req-d0534fa3-8b90-4363-9966-884eb4ee9596 service nova] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.100655] env[62777]: DEBUG nova.compute.manager [req-61126a07-148d-4788-8593-e14f3a44cf70 req-d0534fa3-8b90-4363-9966-884eb4ee9596 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] No waiting events found dispatching network-vif-plugged-6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1962.100811] env[62777]: WARNING nova.compute.manager [req-61126a07-148d-4788-8593-e14f3a44cf70 req-d0534fa3-8b90-4363-9966-884eb4ee9596 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Received unexpected event network-vif-plugged-6e116aad-171a-40b0-baf8-c78e722e303d for instance with vm_state building and task_state spawning. [ 1962.187805] env[62777]: DEBUG nova.network.neutron [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Successfully updated port: 6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1962.321620] env[62777]: DEBUG oslo_vmware.api [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694917, 'name': PowerOnVM_Task, 'duration_secs': 0.485199} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.321886] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.322103] env[62777]: INFO nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1962.322288] env[62777]: DEBUG nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.323047] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51157f11-2fc9-442c-b779-f143c82af409 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.537354] env[62777]: DEBUG nova.scheduler.client.report [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1962.690848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "refresh_cache-742961c6-eb0d-44f2-9d64-2612c9d9345b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.691026] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquired lock "refresh_cache-742961c6-eb0d-44f2-9d64-2612c9d9345b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.691148] env[62777]: DEBUG nova.network.neutron [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1962.838600] env[62777]: INFO nova.compute.manager [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Took 13.22 seconds to build instance. [ 1963.042422] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.162s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.071125] env[62777]: INFO nova.network.neutron [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating port 5ae58873-be25-4038-ab1b-30c72388e5f0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1963.277078] env[62777]: DEBUG nova.network.neutron [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1963.340696] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f9d3d005-972c-4803-9020-8b76ae0c7c5c tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.728s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.547323] env[62777]: DEBUG nova.network.neutron [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": null, "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5ae58873-be", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1963.617227] env[62777]: DEBUG nova.network.neutron [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Updating instance_info_cache with network_info: [{"id": "6e116aad-171a-40b0-baf8-c78e722e303d", "address": "fa:16:3e:5d:23:d3", "network": {"id": "df4fc8dd-26e7-454f-a464-06531a2480fc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2078743271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9927f2bbc0304186b6ba744495fd99b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e116aad-17", "ovs_interfaceid": "6e116aad-171a-40b0-baf8-c78e722e303d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1964.024034] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22556525-6750-4716-8326-4b0bca5617b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.030989] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Suspending the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1964.031277] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-735ba72f-91f6-4cdc-9de8-dfc615780da6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.037226] env[62777]: DEBUG oslo_vmware.api [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1964.037226] env[62777]: value = "task-1694918" [ 1964.037226] env[62777]: _type = "Task" [ 1964.037226] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.045750] env[62777]: DEBUG oslo_vmware.api [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694918, 'name': SuspendVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.050266] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.050506] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updated the network info_cache for instance {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10350}} [ 1964.050725] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.050921] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.051126] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.051295] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.051903] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.051903] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.051903] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 1964.051903] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1964.120510] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Releasing lock "refresh_cache-742961c6-eb0d-44f2-9d64-2612c9d9345b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.120859] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Instance network_info: |[{"id": "6e116aad-171a-40b0-baf8-c78e722e303d", "address": "fa:16:3e:5d:23:d3", "network": {"id": "df4fc8dd-26e7-454f-a464-06531a2480fc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2078743271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9927f2bbc0304186b6ba744495fd99b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e116aad-17", "ovs_interfaceid": "6e116aad-171a-40b0-baf8-c78e722e303d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1964.121422] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:23:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e116aad-171a-40b0-baf8-c78e722e303d', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.129017] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Creating folder: Project (9927f2bbc0304186b6ba744495fd99b8). Parent ref: group-v353040. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1964.130571] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54c385d4-9f99-4343-83c6-9c8b89e83a4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.133701] env[62777]: DEBUG nova.compute.manager [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Received event network-changed-6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1964.133897] env[62777]: DEBUG nova.compute.manager [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Refreshing instance network info cache due to event network-changed-6e116aad-171a-40b0-baf8-c78e722e303d. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1964.134126] env[62777]: DEBUG oslo_concurrency.lockutils [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] Acquiring lock "refresh_cache-742961c6-eb0d-44f2-9d64-2612c9d9345b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.134273] env[62777]: DEBUG oslo_concurrency.lockutils [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] Acquired lock "refresh_cache-742961c6-eb0d-44f2-9d64-2612c9d9345b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.134434] env[62777]: DEBUG nova.network.neutron [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Refreshing network info cache for port 6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1964.144945] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Created folder: Project (9927f2bbc0304186b6ba744495fd99b8) in parent group-v353040. [ 1964.145152] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Creating folder: Instances. Parent ref: group-v353372. {{(pid=62777) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1964.145390] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e75f047-d486-4c30-b23d-e14c38cb7358 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.154908] env[62777]: INFO nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Created folder: Instances in parent group-v353372. [ 1964.155077] env[62777]: DEBUG oslo.service.loopingcall [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.155249] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.155456] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3832722-d9f9-44e4-b18c-f256eabdab57 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.174397] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.174397] env[62777]: value = "task-1694921" [ 1964.174397] env[62777]: _type = "Task" [ 1964.174397] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.182978] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694921, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.548243] env[62777]: DEBUG oslo_vmware.api [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694918, 'name': SuspendVM_Task} progress is 70%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.554543] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.554802] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.555013] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.555223] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1964.556162] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0e93c4-6bea-4441-b04a-449653f5ff70 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.564151] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a660b-c77d-4468-a955-7f8cf9f1bda4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.578334] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd377d-49fe-46a3-8f81-063b1485f56d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.585699] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff15c4-d5b0-43b3-9d92-58d704100c03 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.617331] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180967MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1964.617510] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.617677] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.684908] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694921, 'name': CreateVM_Task, 'duration_secs': 0.436187} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.684908] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1964.686306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.686306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.686306] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1964.686608] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9f39ad-f14c-4039-bff2-03e0e8029845 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.691366] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1964.691366] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd0d0b-f97f-d7ce-c329-e27f561c7477" [ 1964.691366] env[62777]: _type = "Task" [ 1964.691366] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.699324] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd0d0b-f97f-d7ce-c329-e27f561c7477, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.973444] env[62777]: DEBUG nova.network.neutron [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Updated VIF entry in instance network info cache for port 6e116aad-171a-40b0-baf8-c78e722e303d. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1964.973835] env[62777]: DEBUG nova.network.neutron [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Updating instance_info_cache with network_info: [{"id": "6e116aad-171a-40b0-baf8-c78e722e303d", "address": "fa:16:3e:5d:23:d3", "network": {"id": "df4fc8dd-26e7-454f-a464-06531a2480fc", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2078743271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9927f2bbc0304186b6ba744495fd99b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e116aad-17", "ovs_interfaceid": "6e116aad-171a-40b0-baf8-c78e722e303d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.047578] env[62777]: DEBUG oslo_vmware.api [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694918, 'name': SuspendVM_Task, 'duration_secs': 0.574229} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.048129] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Suspended the VM {{(pid=62777) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1965.048328] env[62777]: DEBUG nova.compute.manager [None req-23414524-c233-4086-921e-c35ce07c53f6 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.049096] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5652a085-1e9d-4dc2-8612-09f721e079b7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.076171] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.077024] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.077024] env[62777]: DEBUG nova.network.neutron [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1965.201635] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52dd0d0b-f97f-d7ce-c329-e27f561c7477, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.201923] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.202361] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1965.202468] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.202561] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.202704] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1965.202944] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db41131b-c326-4d22-8574-a9f13e13a94c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.210773] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1965.211019] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1965.211717] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee64d0d1-49fc-49d6-b48d-de1438f934b9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.216214] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1965.216214] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5233e146-3e2f-dfaa-78e8-e22fd2026cbf" [ 1965.216214] env[62777]: _type = "Task" [ 1965.216214] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.223317] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5233e146-3e2f-dfaa-78e8-e22fd2026cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.476770] env[62777]: DEBUG oslo_concurrency.lockutils [req-5e33a904-e3c9-4a4a-9b55-15346d8b667d req-0769cbd8-ef88-49dd-b64e-451cc287dd48 service nova] Releasing lock "refresh_cache-742961c6-eb0d-44f2-9d64-2612c9d9345b" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.642559] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 13cfea53-075b-4af8-92ca-b34c36137772 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1965.642790] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance c9aac59e-d413-46d8-ace7-94f51e7efb5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1965.642871] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 742961c6-eb0d-44f2-9d64-2612c9d9345b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1965.642913] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 38666bd0-6d99-4d89-b4aa-6366faeb922d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1965.643120] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1965.643265] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1965.701179] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e168357-e63b-4472-88f1-4cec2980b65e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.709519] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8122e3-8d41-4c2e-a4eb-751d59511461 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.742567] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55edeeb-f31b-4d3b-bd05-dc1512a84cbf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.752484] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5233e146-3e2f-dfaa-78e8-e22fd2026cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.007468} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.755463] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7018c1fb-9aef-40c1-b9a6-d54284552c72 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.758666] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed65a527-44de-4681-a084-41f8e6f07617 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.765431] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1965.765431] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef1a35-f643-9c27-3372-f583290b6632" [ 1965.765431] env[62777]: _type = "Task" [ 1965.765431] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.774823] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1965.785135] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52ef1a35-f643-9c27-3372-f583290b6632, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.786445] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.786800] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 742961c6-eb0d-44f2-9d64-2612c9d9345b/742961c6-eb0d-44f2-9d64-2612c9d9345b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1965.787089] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7bdb4d6-2c3a-4663-823a-e5b2aaf7c851 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.793706] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1965.793706] env[62777]: value = "task-1694922" [ 1965.793706] env[62777]: _type = "Task" [ 1965.793706] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.804200] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.837555] env[62777]: DEBUG nova.network.neutron [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.156888] env[62777]: DEBUG nova.compute.manager [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-vif-plugged-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1966.157206] env[62777]: DEBUG oslo_concurrency.lockutils [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.157418] env[62777]: DEBUG oslo_concurrency.lockutils [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.157596] env[62777]: DEBUG oslo_concurrency.lockutils [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.157811] env[62777]: DEBUG nova.compute.manager [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] No waiting events found dispatching network-vif-plugged-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1966.158027] env[62777]: WARNING nova.compute.manager [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received unexpected event network-vif-plugged-5ae58873-be25-4038-ab1b-30c72388e5f0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1966.158202] env[62777]: DEBUG nova.compute.manager [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1966.158363] env[62777]: DEBUG nova.compute.manager [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing instance network info cache due to event network-changed-5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1966.158750] env[62777]: DEBUG oslo_concurrency.lockutils [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] Acquiring lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.282022] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1966.304421] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44972} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.304661] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 742961c6-eb0d-44f2-9d64-2612c9d9345b/742961c6-eb0d-44f2-9d64-2612c9d9345b.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1966.304872] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1966.305123] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-361b887f-46af-42e1-a912-26bcdc2008b3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.311043] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1966.311043] env[62777]: value = "task-1694923" [ 1966.311043] env[62777]: _type = "Task" [ 1966.311043] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.319216] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.340245] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.342691] env[62777]: DEBUG oslo_concurrency.lockutils [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] Acquired lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.343058] env[62777]: DEBUG nova.network.neutron [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Refreshing network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1966.369179] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e36e2121437016d74540714d2b94b1a1',container_format='bare',created_at=2024-12-10T16:23:31Z,direct_url=,disk_format='vmdk',id=b3d7924f-a934-4422-9984-020d52dd9b5a,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1789784430-shelved',owner='9949d6b6388d4f72b65ea47da5f33247',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2024-12-10T16:23:46Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1966.369434] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1966.369579] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1966.369760] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1966.369909] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1966.370060] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1966.370269] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1966.370427] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1966.370590] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1966.370753] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1966.370925] env[62777]: DEBUG nova.virt.hardware [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1966.371982] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3b3f8-1b4b-4820-845c-d8d73bc5b7e9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.379605] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f8ef82-c260-44fb-92b4-066b5f5da845 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.394105] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:44:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ae58873-be25-4038-ab1b-30c72388e5f0', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1966.401256] env[62777]: DEBUG oslo.service.loopingcall [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1966.401453] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1966.401666] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a365a41-b65f-45fa-9d4c-7f5b9b06d9a0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.421043] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1966.421043] env[62777]: value = "task-1694924" [ 1966.421043] env[62777]: _type = "Task" [ 1966.421043] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.429115] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694924, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.527445] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.527716] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.527928] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.528157] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.528331] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.530483] env[62777]: INFO nova.compute.manager [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Terminating instance [ 1966.787093] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1966.787338] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.170s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.820604] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060298} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.820856] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1966.821609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa9fbb7-9aaa-4c87-a75e-d2e1d1ff5a13 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.842612] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 742961c6-eb0d-44f2-9d64-2612c9d9345b/742961c6-eb0d-44f2-9d64-2612c9d9345b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1966.842852] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f98f5c7-21cc-43f5-9695-a46192bd6afe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.862997] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1966.862997] env[62777]: value = "task-1694925" [ 1966.862997] env[62777]: _type = "Task" [ 1966.862997] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.870563] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.930926] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694924, 'name': CreateVM_Task, 'duration_secs': 0.37048} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.931131] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1966.932100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.932100] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.932429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1966.932685] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee926182-edf6-496f-a982-5ed8d79e448f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.937380] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1966.937380] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5283159d-ddfb-c830-43b1-4bfe356ba6ff" [ 1966.937380] env[62777]: _type = "Task" [ 1966.937380] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.945805] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5283159d-ddfb-c830-43b1-4bfe356ba6ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.034894] env[62777]: DEBUG nova.compute.manager [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.035230] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.036297] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e40b35-ef0c-4977-8a6a-d2759ce93200 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.044562] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.044846] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3c5cadc-2b14-4893-9c54-9c15863c1e01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.126302] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.126523] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.126747] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleting the datastore file [datastore1] c9aac59e-d413-46d8-ace7-94f51e7efb5b {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.126964] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71729d34-2483-4c4c-8053-6ab3767dd1c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.133714] env[62777]: DEBUG oslo_vmware.api [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1967.133714] env[62777]: value = "task-1694927" [ 1967.133714] env[62777]: _type = "Task" [ 1967.133714] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.141644] env[62777]: DEBUG oslo_vmware.api [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.319986] env[62777]: DEBUG nova.network.neutron [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updated VIF entry in instance network info cache for port 5ae58873-be25-4038-ab1b-30c72388e5f0. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1967.320415] env[62777]: DEBUG nova.network.neutron [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [{"id": "5ae58873-be25-4038-ab1b-30c72388e5f0", "address": "fa:16:3e:bb:44:03", "network": {"id": "d997baf4-09a6-4c52-a2b1-49a8514b6a42", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-190052264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9949d6b6388d4f72b65ea47da5f33247", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ae58873-be", "ovs_interfaceid": "5ae58873-be25-4038-ab1b-30c72388e5f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.372485] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694925, 'name': ReconfigVM_Task, 'duration_secs': 0.257571} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.372756] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 742961c6-eb0d-44f2-9d64-2612c9d9345b/742961c6-eb0d-44f2-9d64-2612c9d9345b.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1967.373395] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ebd5bc-e86f-40ac-ad46-871654235be6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.378669] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1967.378669] env[62777]: value = "task-1694928" [ 1967.378669] env[62777]: _type = "Task" [ 1967.378669] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.387234] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694928, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.446598] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.446818] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Processing image b3d7924f-a934-4422-9984-020d52dd9b5a {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1967.447077] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.447232] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.447415] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1967.447661] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be8402a-aab1-42fc-bfdf-705bcd319600 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.455492] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1967.455677] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1967.456432] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2401cdb-88ff-4497-a1c9-c8bd36fdd558 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.461191] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1967.461191] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]5283f6b0-4b8b-cfde-a874-998d4c4acfce" [ 1967.461191] env[62777]: _type = "Task" [ 1967.461191] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.468518] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]5283f6b0-4b8b-cfde-a874-998d4c4acfce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.643095] env[62777]: DEBUG oslo_vmware.api [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170052} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.643345] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1967.643526] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1967.643700] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1967.643901] env[62777]: INFO nova.compute.manager [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1967.644151] env[62777]: DEBUG oslo.service.loopingcall [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.644338] env[62777]: DEBUG nova.compute.manager [-] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1967.644430] env[62777]: DEBUG nova.network.neutron [-] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1967.822722] env[62777]: DEBUG oslo_concurrency.lockutils [req-4860b298-8afa-4a9d-bdd6-b4858f6656c3 req-e02a5385-6d23-420c-8ad9-03de71913ce4 service nova] Releasing lock "refresh_cache-38666bd0-6d99-4d89-b4aa-6366faeb922d" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.890381] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694928, 'name': Rename_Task, 'duration_secs': 0.131984} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.890381] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1967.890381] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90b61f00-a81b-4d13-a5e8-67ddeebae2bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.895199] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1967.895199] env[62777]: value = "task-1694929" [ 1967.895199] env[62777]: _type = "Task" [ 1967.895199] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.902911] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.972472] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Preparing fetch location {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1967.972744] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Fetch image to [datastore1] OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2/OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2.vmdk {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1967.972930] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Downloading stream optimized image b3d7924f-a934-4422-9984-020d52dd9b5a to [datastore1] OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2/OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2.vmdk on the data store datastore1 as vApp {{(pid=62777) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1967.973113] env[62777]: DEBUG nova.virt.vmwareapi.images [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Downloading image file data b3d7924f-a934-4422-9984-020d52dd9b5a to the ESX as VM named 'OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2' {{(pid=62777) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1968.047146] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1968.047146] env[62777]: value = "resgroup-9" [ 1968.047146] env[62777]: _type = "ResourcePool" [ 1968.047146] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1968.047530] env[62777]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-dd358831-57b8-4249-ae74-49a3a61fb536 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.068412] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease: (returnval){ [ 1968.068412] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc6bf6-26d9-a709-b779-ab2d36f16920" [ 1968.068412] env[62777]: _type = "HttpNfcLease" [ 1968.068412] env[62777]: } obtained for vApp import into resource pool (val){ [ 1968.068412] env[62777]: value = "resgroup-9" [ 1968.068412] env[62777]: _type = "ResourcePool" [ 1968.068412] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1968.068903] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the lease: (returnval){ [ 1968.068903] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc6bf6-26d9-a709-b779-ab2d36f16920" [ 1968.068903] env[62777]: _type = "HttpNfcLease" [ 1968.068903] env[62777]: } to be ready. {{(pid=62777) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1968.074734] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.074734] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc6bf6-26d9-a709-b779-ab2d36f16920" [ 1968.074734] env[62777]: _type = "HttpNfcLease" [ 1968.074734] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1968.189105] env[62777]: DEBUG nova.compute.manager [req-4a13e91c-2121-4beb-91a0-b641bf9b34b2 req-f2389641-50d7-4d6a-8685-ce2f8f5eb91e service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Received event network-vif-deleted-b4db829b-ba6e-46ae-818e-e4561004f1de {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1968.189376] env[62777]: INFO nova.compute.manager [req-4a13e91c-2121-4beb-91a0-b641bf9b34b2 req-f2389641-50d7-4d6a-8685-ce2f8f5eb91e service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Neutron deleted interface b4db829b-ba6e-46ae-818e-e4561004f1de; detaching it from the instance and deleting it from the info cache [ 1968.189604] env[62777]: DEBUG nova.network.neutron [req-4a13e91c-2121-4beb-91a0-b641bf9b34b2 req-f2389641-50d7-4d6a-8685-ce2f8f5eb91e service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.407881] env[62777]: DEBUG oslo_vmware.api [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694929, 'name': PowerOnVM_Task, 'duration_secs': 0.433399} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.408313] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1968.408565] env[62777]: INFO nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1968.408831] env[62777]: DEBUG nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.409894] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c600bbf3-f1ad-411f-973a-9cc5f4606ae4 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.441301] env[62777]: DEBUG nova.network.neutron [-] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.576625] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.576625] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc6bf6-26d9-a709-b779-ab2d36f16920" [ 1968.576625] env[62777]: _type = "HttpNfcLease" [ 1968.576625] env[62777]: } is initializing. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1968.693148] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3646f8fa-1b58-4af7-87bb-f85f8eea9db3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.703091] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6930ff-55c8-4d3f-bcdc-0298d3dadf5c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.731576] env[62777]: DEBUG nova.compute.manager [req-4a13e91c-2121-4beb-91a0-b641bf9b34b2 req-f2389641-50d7-4d6a-8685-ce2f8f5eb91e service nova] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Detach interface failed, port_id=b4db829b-ba6e-46ae-818e-e4561004f1de, reason: Instance c9aac59e-d413-46d8-ace7-94f51e7efb5b could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1968.930353] env[62777]: INFO nova.compute.manager [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Took 12.84 seconds to build instance. [ 1968.945054] env[62777]: INFO nova.compute.manager [-] [instance: c9aac59e-d413-46d8-ace7-94f51e7efb5b] Took 1.30 seconds to deallocate network for instance. [ 1969.077272] env[62777]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1969.077272] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc6bf6-26d9-a709-b779-ab2d36f16920" [ 1969.077272] env[62777]: _type = "HttpNfcLease" [ 1969.077272] env[62777]: } is ready. {{(pid=62777) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1969.077582] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1969.077582] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52fc6bf6-26d9-a709-b779-ab2d36f16920" [ 1969.077582] env[62777]: _type = "HttpNfcLease" [ 1969.077582] env[62777]: }. {{(pid=62777) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1969.078359] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cebe35-a52a-429b-8a85-1c9cfaebe3c6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.085457] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ad988-c5d6-5051-1968-3f45924ef924/disk-0.vmdk from lease info. {{(pid=62777) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1969.085640] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ad988-c5d6-5051-1968-3f45924ef924/disk-0.vmdk. {{(pid=62777) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1969.150110] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42af45db-7041-4e0b-bc61-61d38c379734 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.432028] env[62777]: DEBUG oslo_concurrency.lockutils [None req-d93c620b-588b-48a0-80ff-8bcdb71a5936 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.356s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.450885] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.451289] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.451610] env[62777]: DEBUG nova.objects.instance [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'resources' on Instance uuid c9aac59e-d413-46d8-ace7-94f51e7efb5b {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1970.029654] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb16f3f6-9e97-4a34-a5e0-0da3cb52bfc5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.039497] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6ef4ae-756b-4bff-9b54-c64b66e5fc71 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.079621] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc40d3ea-a588-43f8-bde5-25bde1536a14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.087846] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a8942-bc3a-4f7e-915f-37c012b0f0d8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.105222] env[62777]: DEBUG nova.compute.provider_tree [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.166599] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Completed reading data from the image iterator. {{(pid=62777) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1970.167012] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ad988-c5d6-5051-1968-3f45924ef924/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1970.167951] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15cfcd1f-10c7-4daa-85e6-5bde7a3d439d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.175191] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ad988-c5d6-5051-1968-3f45924ef924/disk-0.vmdk is in state: ready. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1970.175369] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ad988-c5d6-5051-1968-3f45924ef924/disk-0.vmdk. {{(pid=62777) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1970.175600] env[62777]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8e19c82e-62e6-4189-85c9-fc9f27a71bb5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.375575] env[62777]: DEBUG oslo_vmware.rw_handles [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529ad988-c5d6-5051-1968-3f45924ef924/disk-0.vmdk. {{(pid=62777) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1970.376026] env[62777]: INFO nova.virt.vmwareapi.images [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Downloaded image file data b3d7924f-a934-4422-9984-020d52dd9b5a [ 1970.376906] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2516a-9a8e-498a-9f28-5801c0521b65 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.393045] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07052e65-2aa0-4951-8e66-446b905830a2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.418703] env[62777]: INFO nova.virt.vmwareapi.images [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] The imported VM was unregistered [ 1970.421053] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Caching image {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1970.421290] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.421553] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0885a245-99fb-423c-ba8f-e2eec048de01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.432122] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Created directory with path [datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.432392] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2/OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2.vmdk to [datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk. {{(pid=62777) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1970.432577] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f3c87c9d-8db1-4ac3-8fc8-3de914be7c2a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.439422] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1970.439422] env[62777]: value = "task-1694932" [ 1970.439422] env[62777]: _type = "Task" [ 1970.439422] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.446730] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694932, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.611388] env[62777]: DEBUG nova.scheduler.client.report [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1970.627610] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "742961c6-eb0d-44f2-9d64-2612c9d9345b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.627868] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.628099] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "742961c6-eb0d-44f2-9d64-2612c9d9345b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.628291] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.628455] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.630679] env[62777]: INFO nova.compute.manager [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Terminating instance [ 1970.949817] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694932, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.117137] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.134655] env[62777]: DEBUG nova.compute.manager [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1971.135275] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1971.136409] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3deb14-34f8-4727-9d68-872ee7992799 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.146402] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1971.147844] env[62777]: INFO nova.scheduler.client.report [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocations for instance c9aac59e-d413-46d8-ace7-94f51e7efb5b [ 1971.149268] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad9b5aa9-8138-4ce4-820a-ac180a153774 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.161114] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1971.161114] env[62777]: value = "task-1694933" [ 1971.161114] env[62777]: _type = "Task" [ 1971.161114] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.169861] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.450537] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694932, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.594264] env[62777]: DEBUG oslo_concurrency.lockutils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.594504] env[62777]: DEBUG oslo_concurrency.lockutils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.658848] env[62777]: DEBUG oslo_concurrency.lockutils [None req-f2903b12-91f7-43c2-b0d5-144bb1f92592 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "c9aac59e-d413-46d8-ace7-94f51e7efb5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.131s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.671400] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694933, 'name': PowerOffVM_Task, 'duration_secs': 0.485089} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.671676] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.671846] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1971.672120] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b22e77d6-ec76-431d-b466-ee31c14c8260 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.950845] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1971.951112] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1971.951360] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Deleting the datastore file [datastore1] 742961c6-eb0d-44f2-9d64-2612c9d9345b {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1971.954620] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23b1ab90-0ddb-42fa-bd8d-413d2386ea87 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.956560] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694932, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.960631] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for the task: (returnval){ [ 1971.960631] env[62777]: value = "task-1694935" [ 1971.960631] env[62777]: _type = "Task" [ 1971.960631] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.968864] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.100247] env[62777]: DEBUG nova.compute.utils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1972.454526] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694932, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.461760] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1972.461994] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.472080] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.603702] env[62777]: DEBUG oslo_concurrency.lockutils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.952912] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694932, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.299118} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.953172] env[62777]: INFO nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2/OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2.vmdk to [datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk. [ 1972.953360] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Cleaning up location [datastore1] OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2 {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1972.953524] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8ed3157e-cdfb-42b7-914d-f672fd9252b2 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.953771] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5ba35f9-6840-4108-b4ea-1399f6ac586b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.961888] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1972.961888] env[62777]: value = "task-1694936" [ 1972.961888] env[62777]: _type = "Task" [ 1972.961888] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.967820] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Starting instance... {{(pid=62777) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1972.973159] env[62777]: DEBUG oslo_vmware.api [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Task: {'id': task-1694935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.808669} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.973598] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.973794] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.973959] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.974141] env[62777]: INFO nova.compute.manager [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1972.974437] env[62777]: DEBUG oslo.service.loopingcall [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.977167] env[62777]: DEBUG nova.compute.manager [-] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1972.977280] env[62777]: DEBUG nova.network.neutron [-] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1972.978766] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.262614] env[62777]: DEBUG nova.compute.manager [req-f8a0430f-e285-48b6-a4e7-84a4a2942f68 req-21f729b8-d106-4b4f-a2c6-1c4dfe9b0d66 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Received event network-vif-deleted-6e116aad-171a-40b0-baf8-c78e722e303d {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1973.262811] env[62777]: INFO nova.compute.manager [req-f8a0430f-e285-48b6-a4e7-84a4a2942f68 req-21f729b8-d106-4b4f-a2c6-1c4dfe9b0d66 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Neutron deleted interface 6e116aad-171a-40b0-baf8-c78e722e303d; detaching it from the instance and deleting it from the info cache [ 1973.262979] env[62777]: DEBUG nova.network.neutron [req-f8a0430f-e285-48b6-a4e7-84a4a2942f68 req-21f729b8-d106-4b4f-a2c6-1c4dfe9b0d66 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.477309] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033909} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.479562] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.479739] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.479975] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk to [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1973.480667] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1b4c44-cbba-4862-872b-9f988e975f8e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.487224] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1973.487224] env[62777]: value = "task-1694937" [ 1973.487224] env[62777]: _type = "Task" [ 1973.487224] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.494868] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.495940] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.496201] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.497687] env[62777]: INFO nova.compute.claims [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.669630] env[62777]: DEBUG oslo_concurrency.lockutils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.669913] env[62777]: DEBUG oslo_concurrency.lockutils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.670170] env[62777]: INFO nova.compute.manager [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Attaching volume d7c883a1-9e4b-44d9-ba2b-8a230281301d to /dev/sdb [ 1973.708741] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d70f24b-bdf1-4324-8ed3-8302fbd3f107 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.716449] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a618af82-f11d-42ae-b15b-0baf38e68898 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.731039] env[62777]: DEBUG nova.virt.block_device [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updating existing volume attachment record: a9450f15-3e73-4471-8428-64b468b2c9fd {{(pid=62777) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1973.740847] env[62777]: DEBUG nova.network.neutron [-] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.765332] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c29324f-f807-4499-84b5-bfa9fc32a4c0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.775279] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf3e529-85d7-4c55-9718-a03e3dd0449f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.802638] env[62777]: DEBUG nova.compute.manager [req-f8a0430f-e285-48b6-a4e7-84a4a2942f68 req-21f729b8-d106-4b4f-a2c6-1c4dfe9b0d66 service nova] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Detach interface failed, port_id=6e116aad-171a-40b0-baf8-c78e722e303d, reason: Instance 742961c6-eb0d-44f2-9d64-2612c9d9345b could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1973.997738] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694937, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.244116] env[62777]: INFO nova.compute.manager [-] [instance: 742961c6-eb0d-44f2-9d64-2612c9d9345b] Took 1.27 seconds to deallocate network for instance. [ 1974.498240] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694937, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.584050] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d36bf-54ca-4e8b-90d5-9b747f0e63b5 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.592302] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd07fa3-1907-4c27-a069-2bcbedc51570 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.622850] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8206da6-918e-47f5-bfbe-44b40a8ee536 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.630707] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9c4651-cae0-4887-8eaf-4f3ffb6173bb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.644422] env[62777]: DEBUG nova.compute.provider_tree [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1974.753429] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.998267] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694937, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.147703] env[62777]: DEBUG nova.scheduler.client.report [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1975.500697] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694937, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.652907] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.653500] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Start building networks asynchronously for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1975.656474] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.903s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.656714] env[62777]: DEBUG nova.objects.instance [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lazy-loading 'resources' on Instance uuid 742961c6-eb0d-44f2-9d64-2612c9d9345b {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.999507] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694937, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.206074} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.999763] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b3d7924f-a934-4422-9984-020d52dd9b5a/b3d7924f-a934-4422-9984-020d52dd9b5a.vmdk to [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1976.000543] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32c7bc-5a1c-413a-bf3d-df1345406c45 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.021258] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.021481] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218b1299-eb6f-436e-ad07-f200b1133a46 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.039312] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1976.039312] env[62777]: value = "task-1694940" [ 1976.039312] env[62777]: _type = "Task" [ 1976.039312] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.046252] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.160021] env[62777]: DEBUG nova.compute.utils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Using /dev/sd instead of None {{(pid=62777) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1976.161663] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Allocating IP information in the background. {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1976.161882] env[62777]: DEBUG nova.network.neutron [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] allocate_for_instance() {{(pid=62777) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1976.206542] env[62777]: DEBUG nova.policy [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faebe32ffe264a34a6fbd7e5a0fec3a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f250575722b24b758ca7c97e376926d6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62777) authorize /opt/stack/nova/nova/policy.py:192}} [ 1976.229346] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad0847-5c5a-4788-b402-f488a6c07db8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.236972] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4feee6e-2ec1-403a-b11a-54ab27209c14 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.266497] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3ee140-d415-4d30-9ffd-d1fb12dd5ba0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.276796] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682da905-7623-4e4a-b608-d44baf3b7299 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.291243] env[62777]: DEBUG nova.compute.provider_tree [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.467474] env[62777]: DEBUG nova.network.neutron [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Successfully created port: 93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1976.548824] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694940, 'name': ReconfigVM_Task, 'duration_secs': 0.351776} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.549173] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d/38666bd0-6d99-4d89-b4aa-6366faeb922d.vmdk or device None with type streamOptimized {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1976.549733] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff2cf3c7-3c81-4f0d-848a-bf6a2d52276a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.555404] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1976.555404] env[62777]: value = "task-1694941" [ 1976.555404] env[62777]: _type = "Task" [ 1976.555404] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.562682] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694941, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.667626] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Start building block device mappings for instance. {{(pid=62777) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1976.796455] env[62777]: DEBUG nova.scheduler.client.report [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1977.064816] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694941, 'name': Rename_Task, 'duration_secs': 0.147291} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.065107] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1977.065359] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f741a56-3f09-4d40-ba04-1ec07a1e29ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.071914] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1977.071914] env[62777]: value = "task-1694942" [ 1977.071914] env[62777]: _type = "Task" [ 1977.071914] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.079695] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.301274] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.323489] env[62777]: INFO nova.scheduler.client.report [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Deleted allocations for instance 742961c6-eb0d-44f2-9d64-2612c9d9345b [ 1977.582484] env[62777]: DEBUG oslo_vmware.api [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694942, 'name': PowerOnVM_Task, 'duration_secs': 0.457344} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.582484] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1977.678417] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Start spawning the instance on the hypervisor. {{(pid=62777) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1977.681212] env[62777]: DEBUG nova.compute.manager [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1977.682504] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301c526e-5d82-422a-b0cc-83cee075b342 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.699045] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T15:59:10Z,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='174a4a2fb8074077833b584d3e6ff275',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T15:59:11Z,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1977.699222] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1977.699383] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1977.699563] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1977.699709] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1977.699888] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1977.700069] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1977.700234] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1977.700401] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1977.700802] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1977.700802] env[62777]: DEBUG nova.virt.hardware [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1977.701495] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b126abfb-62dc-4703-9baa-42a74571e2a3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.708609] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe8872e-ddb7-45d2-95af-a3928d20f738 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.832029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-31926574-0c23-4996-a1cd-8e729e6d31b9 tempest-ServerTagsTestJSON-812799386 tempest-ServerTagsTestJSON-812799386-project-member] Lock "742961c6-eb0d-44f2-9d64-2612c9d9345b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.204s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.851026] env[62777]: DEBUG nova.compute.manager [req-66c398ce-5cc7-40b4-aa59-fe303d0feee3 req-b94fbf53-d175-42cc-af92-efb05011a066 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Received event network-vif-plugged-93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1977.851133] env[62777]: DEBUG oslo_concurrency.lockutils [req-66c398ce-5cc7-40b4-aa59-fe303d0feee3 req-b94fbf53-d175-42cc-af92-efb05011a066 service nova] Acquiring lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.851312] env[62777]: DEBUG oslo_concurrency.lockutils [req-66c398ce-5cc7-40b4-aa59-fe303d0feee3 req-b94fbf53-d175-42cc-af92-efb05011a066 service nova] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.851481] env[62777]: DEBUG oslo_concurrency.lockutils [req-66c398ce-5cc7-40b4-aa59-fe303d0feee3 req-b94fbf53-d175-42cc-af92-efb05011a066 service nova] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.851645] env[62777]: DEBUG nova.compute.manager [req-66c398ce-5cc7-40b4-aa59-fe303d0feee3 req-b94fbf53-d175-42cc-af92-efb05011a066 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] No waiting events found dispatching network-vif-plugged-93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1977.851807] env[62777]: WARNING nova.compute.manager [req-66c398ce-5cc7-40b4-aa59-fe303d0feee3 req-b94fbf53-d175-42cc-af92-efb05011a066 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Received unexpected event network-vif-plugged-93c7967a-c26c-47f4-af70-e1bfb1fbd27a for instance with vm_state building and task_state spawning. [ 1977.952311] env[62777]: DEBUG nova.network.neutron [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Successfully updated port: 93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1978.199838] env[62777]: DEBUG oslo_concurrency.lockutils [None req-02d8153b-e788-4eac-8b97-04afc0931a89 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.951s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.278774] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Volume attach. Driver type: vmdk {{(pid=62777) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1978.279023] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353377', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'name': 'volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13cfea53-075b-4af8-92ca-b34c36137772', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'serial': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1978.279887] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a17762-29fe-45b0-826d-e00b0814627e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.296233] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e90a06-50e0-4e99-8ec8-8e4957fd04af {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.319972] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d/volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.320234] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99170b9b-bd18-4f9f-b519-3def9c6c2967 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.337764] env[62777]: DEBUG oslo_vmware.api [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1978.337764] env[62777]: value = "task-1694943" [ 1978.337764] env[62777]: _type = "Task" [ 1978.337764] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.345168] env[62777]: DEBUG oslo_vmware.api [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.457221] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.457406] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.457590] env[62777]: DEBUG nova.network.neutron [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1978.847645] env[62777]: DEBUG oslo_vmware.api [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694943, 'name': ReconfigVM_Task, 'duration_secs': 0.359616} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.847945] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d/volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.852522] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d5f738c-41e8-43d7-8b31-786e37618156 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.867203] env[62777]: DEBUG oslo_vmware.api [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1978.867203] env[62777]: value = "task-1694944" [ 1978.867203] env[62777]: _type = "Task" [ 1978.867203] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.875299] env[62777]: DEBUG oslo_vmware.api [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694944, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.994922] env[62777]: DEBUG nova.network.neutron [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Instance cache missing network info. {{(pid=62777) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1979.138427] env[62777]: DEBUG nova.network.neutron [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [{"id": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "address": "fa:16:3e:c7:18:47", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c7967a-c2", "ovs_interfaceid": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.379614] env[62777]: DEBUG oslo_vmware.api [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694944, 'name': ReconfigVM_Task, 'duration_secs': 0.141721} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.379731] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353377', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'name': 'volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13cfea53-075b-4af8-92ca-b34c36137772', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'serial': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d'} {{(pid=62777) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1979.456532] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.456740] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.456911] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.457164] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.457320] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.459933] env[62777]: INFO nova.compute.manager [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Terminating instance [ 1979.641484] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.641829] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Instance network_info: |[{"id": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "address": "fa:16:3e:c7:18:47", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c7967a-c2", "ovs_interfaceid": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62777) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1979.642327] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:18:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93c7967a-c26c-47f4-af70-e1bfb1fbd27a', 'vif_model': 'vmxnet3'}] {{(pid=62777) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1979.649675] env[62777]: DEBUG oslo.service.loopingcall [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.649888] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Creating VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1979.650497] env[62777]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c58e91b-27ce-412d-8b49-e9a19afc7a22 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.670269] env[62777]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1979.670269] env[62777]: value = "task-1694945" [ 1979.670269] env[62777]: _type = "Task" [ 1979.670269] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.678328] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694945, 'name': CreateVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.875774] env[62777]: DEBUG nova.compute.manager [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Received event network-changed-93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1979.876061] env[62777]: DEBUG nova.compute.manager [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Refreshing instance network info cache due to event network-changed-93c7967a-c26c-47f4-af70-e1bfb1fbd27a. {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11487}} [ 1979.876300] env[62777]: DEBUG oslo_concurrency.lockutils [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] Acquiring lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.876452] env[62777]: DEBUG oslo_concurrency.lockutils [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] Acquired lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.876633] env[62777]: DEBUG nova.network.neutron [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Refreshing network info cache for port 93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1979.964367] env[62777]: DEBUG nova.compute.manager [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1979.964765] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1979.965894] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd360e-ae8e-40fb-86d5-51ce9d41bfed {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.974740] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1979.975066] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ade2bc65-0dc4-47d5-838f-1449a2f393b1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.981844] env[62777]: DEBUG oslo_vmware.api [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1979.981844] env[62777]: value = "task-1694946" [ 1979.981844] env[62777]: _type = "Task" [ 1979.981844] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.989448] env[62777]: DEBUG oslo_vmware.api [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.179905] env[62777]: DEBUG oslo_vmware.api [-] Task: {'id': task-1694945, 'name': CreateVM_Task, 'duration_secs': 0.437559} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.180111] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Created VM on the ESX host {{(pid=62777) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1980.180887] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.180967] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.181297] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1980.181551] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58fc970-9f57-4319-9257-aef191e25665 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.186626] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1980.186626] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52d1dbd3-9795-754e-fa84-d959e8319a0b" [ 1980.186626] env[62777]: _type = "Task" [ 1980.186626] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.195051] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d1dbd3-9795-754e-fa84-d959e8319a0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.416626] env[62777]: DEBUG nova.objects.instance [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'flavor' on Instance uuid 13cfea53-075b-4af8-92ca-b34c36137772 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.491169] env[62777]: DEBUG oslo_vmware.api [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694946, 'name': PowerOffVM_Task, 'duration_secs': 0.217171} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.491426] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1980.491591] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1980.491832] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bdde9cc1-a9ea-4011-acf7-f17109a869eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.559607] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1980.559847] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1980.560045] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleting the datastore file [datastore1] 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1980.560310] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8a37a61-9b46-4328-a7b7-f9cbb64b2cd6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.565928] env[62777]: DEBUG nova.network.neutron [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updated VIF entry in instance network info cache for port 93c7967a-c26c-47f4-af70-e1bfb1fbd27a. {{(pid=62777) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1980.566344] env[62777]: DEBUG nova.network.neutron [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [{"id": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "address": "fa:16:3e:c7:18:47", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c7967a-c2", "ovs_interfaceid": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.568723] env[62777]: DEBUG oslo_vmware.api [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for the task: (returnval){ [ 1980.568723] env[62777]: value = "task-1694948" [ 1980.568723] env[62777]: _type = "Task" [ 1980.568723] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.577063] env[62777]: DEBUG oslo_vmware.api [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.698752] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52d1dbd3-9795-754e-fa84-d959e8319a0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.699168] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.699492] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Processing image 209f152d-1721-46b9-95cc-20b2ff78078c {{(pid=62777) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.699729] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.699882] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.700313] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.700671] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7095dc32-0f6e-493a-a99b-f5cb5acaf1dd {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.709795] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62777) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.709971] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62777) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.710862] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cedc889a-2a42-469f-a08d-f988259ef36d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.717291] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1980.717291] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]523dde4a-8f8c-e87f-18b2-5e5d4e1c16e3" [ 1980.717291] env[62777]: _type = "Task" [ 1980.717291] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.725626] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523dde4a-8f8c-e87f-18b2-5e5d4e1c16e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.921794] env[62777]: DEBUG oslo_concurrency.lockutils [None req-009224c5-214b-45fa-8bc1-f148614fa616 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.252s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.070409] env[62777]: DEBUG oslo_concurrency.lockutils [req-bd11f1e0-86ce-4f14-b863-dd4891590a9f req-a77b6a21-9a0f-4a83-b797-acb1ac91713c service nova] Releasing lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.079495] env[62777]: DEBUG oslo_vmware.api [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Task: {'id': task-1694948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181782} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.079745] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1981.079929] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1981.080117] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1981.080289] env[62777]: INFO nova.compute.manager [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1981.080519] env[62777]: DEBUG oslo.service.loopingcall [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.080700] env[62777]: DEBUG nova.compute.manager [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1981.080795] env[62777]: DEBUG nova.network.neutron [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1981.211374] env[62777]: DEBUG oslo_concurrency.lockutils [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.211646] env[62777]: DEBUG oslo_concurrency.lockutils [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.227614] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]523dde4a-8f8c-e87f-18b2-5e5d4e1c16e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.228370] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985e3963-f4cf-4dc8-848f-70a0f2a02594 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.233684] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1981.233684] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc58a8-6b03-7f70-278d-ce2b3c76b371" [ 1981.233684] env[62777]: _type = "Task" [ 1981.233684] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.240913] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc58a8-6b03-7f70-278d-ce2b3c76b371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.714976] env[62777]: INFO nova.compute.manager [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Detaching volume d7c883a1-9e4b-44d9-ba2b-8a230281301d [ 1981.744642] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52cc58a8-6b03-7f70-278d-ce2b3c76b371, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.745388] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "[datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.745680] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739/5bece0fa-1c71-43b3-8d2d-31454eb80739.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1981.745972] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e59e867-2f0d-49d4-8200-18115870446d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.753843] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1981.753843] env[62777]: value = "task-1694949" [ 1981.753843] env[62777]: _type = "Task" [ 1981.753843] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.755139] env[62777]: INFO nova.virt.block_device [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Attempting to driver detach volume d7c883a1-9e4b-44d9-ba2b-8a230281301d from mountpoint /dev/sdb [ 1981.755139] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Volume detach. Driver type: vmdk {{(pid=62777) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1981.755258] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353377', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'name': 'volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13cfea53-075b-4af8-92ca-b34c36137772', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'serial': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1981.756340] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14382d54-629d-46c9-ac0f-8d33d9d7093e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.786031] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.786787] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc07907-253b-42a3-b1b4-dfc70eb003eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.795600] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd145aee-aafa-45f5-9bd2-ca48d240b7c2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.816495] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe79fed1-46ca-486c-9a46-87f7525615f7 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.831991] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] The volume has not been displaced from its original location: [datastore1] volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d/volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d.vmdk. No consolidation needed. {{(pid=62777) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1981.837392] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1981.837666] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bbe2e6-cdb8-4181-8595-3c768d2011e3 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.857113] env[62777]: DEBUG oslo_vmware.api [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1981.857113] env[62777]: value = "task-1694950" [ 1981.857113] env[62777]: _type = "Task" [ 1981.857113] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.865095] env[62777]: DEBUG oslo_vmware.api [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.905504] env[62777]: DEBUG nova.compute.manager [req-b6a288a9-8c91-4060-b94b-b0716fe3a554 req-a4c89b0a-0572-4f32-bbd4-385bac8816cd service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Received event network-vif-deleted-5ae58873-be25-4038-ab1b-30c72388e5f0 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1981.905703] env[62777]: INFO nova.compute.manager [req-b6a288a9-8c91-4060-b94b-b0716fe3a554 req-a4c89b0a-0572-4f32-bbd4-385bac8816cd service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Neutron deleted interface 5ae58873-be25-4038-ab1b-30c72388e5f0; detaching it from the instance and deleting it from the info cache [ 1981.905956] env[62777]: DEBUG nova.network.neutron [req-b6a288a9-8c91-4060-b94b-b0716fe3a554 req-a4c89b0a-0572-4f32-bbd4-385bac8816cd service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.052086] env[62777]: DEBUG nova.network.neutron [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1982.266156] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694949, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.367490] env[62777]: DEBUG oslo_vmware.api [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694950, 'name': ReconfigVM_Task, 'duration_secs': 0.255902} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.367781] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1982.372635] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c0bce2f-5dda-4f88-8013-30d435526f77 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.387575] env[62777]: DEBUG oslo_vmware.api [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1982.387575] env[62777]: value = "task-1694951" [ 1982.387575] env[62777]: _type = "Task" [ 1982.387575] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.395789] env[62777]: DEBUG oslo_vmware.api [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.408656] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e00bea5-ed15-4b51-8868-ab91f1dd9451 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.418527] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0fc601-51ea-4ce5-a2d5-ad7ca1d46dfe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.445649] env[62777]: DEBUG nova.compute.manager [req-b6a288a9-8c91-4060-b94b-b0716fe3a554 req-a4c89b0a-0572-4f32-bbd4-385bac8816cd service nova] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Detach interface failed, port_id=5ae58873-be25-4038-ab1b-30c72388e5f0, reason: Instance 38666bd0-6d99-4d89-b4aa-6366faeb922d could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1982.554788] env[62777]: INFO nova.compute.manager [-] [instance: 38666bd0-6d99-4d89-b4aa-6366faeb922d] Took 1.47 seconds to deallocate network for instance. [ 1982.766816] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517057} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.767116] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/209f152d-1721-46b9-95cc-20b2ff78078c/209f152d-1721-46b9-95cc-20b2ff78078c.vmdk to [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739/5bece0fa-1c71-43b3-8d2d-31454eb80739.vmdk {{(pid=62777) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1982.767333] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Extending root virtual disk to 1048576 {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1982.767583] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ae1ed98-d6c1-4e54-9b87-1fcb591c2789 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.774427] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1982.774427] env[62777]: value = "task-1694952" [ 1982.774427] env[62777]: _type = "Task" [ 1982.774427] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.782390] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.897641] env[62777]: DEBUG oslo_vmware.api [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694951, 'name': ReconfigVM_Task, 'duration_secs': 0.129702} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.897938] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-353377', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'name': 'volume-d7c883a1-9e4b-44d9-ba2b-8a230281301d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '13cfea53-075b-4af8-92ca-b34c36137772', 'attached_at': '', 'detached_at': '', 'volume_id': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d', 'serial': 'd7c883a1-9e4b-44d9-ba2b-8a230281301d'} {{(pid=62777) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1983.062029] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.062408] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.062531] env[62777]: DEBUG nova.objects.instance [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lazy-loading 'resources' on Instance uuid 38666bd0-6d99-4d89-b4aa-6366faeb922d {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.283501] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066417} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.283706] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Extended root virtual disk {{(pid=62777) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1983.284603] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eea54e2-e05a-4142-ac04-8610a20ccc3e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.306292] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739/5bece0fa-1c71-43b3-8d2d-31454eb80739.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1983.306536] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dd00ce4-51b4-4d94-af33-9f9a6ba23a7c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.324844] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1983.324844] env[62777]: value = "task-1694953" [ 1983.324844] env[62777]: _type = "Task" [ 1983.324844] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.332762] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.445888] env[62777]: DEBUG nova.objects.instance [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'flavor' on Instance uuid 13cfea53-075b-4af8-92ca-b34c36137772 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1983.620862] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce2df73-fe75-471d-a8ec-3683edb10a9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.629139] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240b1e88-f9dc-4b97-b39b-cb38dbe6c885 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.660894] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eed2980-775b-440c-8ee9-ea0d63f50efe {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.667901] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ecaf9-5291-423b-81c1-7ef462c97189 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.681558] env[62777]: DEBUG nova.compute.provider_tree [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.835459] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694953, 'name': ReconfigVM_Task, 'duration_secs': 0.255685} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.835742] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739/5bece0fa-1c71-43b3-8d2d-31454eb80739.vmdk or device None with type sparse {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1983.836579] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9c874b-bb5d-4661-a445-447373254d1b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.842484] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1983.842484] env[62777]: value = "task-1694954" [ 1983.842484] env[62777]: _type = "Task" [ 1983.842484] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.851484] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694954, 'name': Rename_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.185080] env[62777]: DEBUG nova.scheduler.client.report [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1984.352763] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694954, 'name': Rename_Task, 'duration_secs': 0.124094} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.353034] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1984.353292] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88e0fb7e-b4bc-4852-b5e4-0b699968d4aa {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.359533] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1984.359533] env[62777]: value = "task-1694955" [ 1984.359533] env[62777]: _type = "Task" [ 1984.359533] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.366981] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.455818] env[62777]: DEBUG oslo_concurrency.lockutils [None req-282fc498-27f9-4a6c-bd7d-4616fdd68bbe tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.690997] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.708530] env[62777]: INFO nova.scheduler.client.report [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Deleted allocations for instance 38666bd0-6d99-4d89-b4aa-6366faeb922d [ 1984.869533] env[62777]: DEBUG oslo_vmware.api [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694955, 'name': PowerOnVM_Task, 'duration_secs': 0.404529} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.869679] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1984.869744] env[62777]: INFO nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1984.869920] env[62777]: DEBUG nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Checking state {{(pid=62777) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1984.870715] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dfb240-4dc9-4454-bf11-ee836b6e205c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.216780] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b3fc65d1-45d4-4b86-a668-2dcb5a3c42b0 tempest-ServerActionsTestOtherB-2138650153 tempest-ServerActionsTestOtherB-2138650153-project-member] Lock "38666bd0-6d99-4d89-b4aa-6366faeb922d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.759s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.387420] env[62777]: INFO nova.compute.manager [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Took 11.91 seconds to build instance. [ 1985.462021] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.462322] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.462544] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "13cfea53-075b-4af8-92ca-b34c36137772-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.462757] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.462909] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.465403] env[62777]: INFO nova.compute.manager [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Terminating instance [ 1985.889909] env[62777]: DEBUG oslo_concurrency.lockutils [None req-2c16f8c4-8f07-4eff-977d-b4ac2431f4fd tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.428s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.968907] env[62777]: DEBUG nova.compute.manager [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1985.969235] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.970151] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7c8ef9-a0b9-4295-a511-7dcea8576d4e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.977824] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1985.978120] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a342fc13-a423-4163-a0c2-d35fb89777de {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.983658] env[62777]: DEBUG oslo_vmware.api [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1985.983658] env[62777]: value = "task-1694957" [ 1985.983658] env[62777]: _type = "Task" [ 1985.983658] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.991575] env[62777]: DEBUG oslo_vmware.api [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.493560] env[62777]: DEBUG oslo_vmware.api [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694957, 'name': PowerOffVM_Task, 'duration_secs': 0.229999} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.493891] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1986.493985] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1986.494268] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-082b1147-5b09-427a-98eb-ad58f0d9f096 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.580048] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1986.580048] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1986.580255] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleting the datastore file [datastore1] 13cfea53-075b-4af8-92ca-b34c36137772 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1986.580437] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c053c1f7-0ffd-4798-8b0b-0a2404432b0a {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.586322] env[62777]: DEBUG oslo_vmware.api [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for the task: (returnval){ [ 1986.586322] env[62777]: value = "task-1694959" [ 1986.586322] env[62777]: _type = "Task" [ 1986.586322] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.593997] env[62777]: DEBUG oslo_vmware.api [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.751056] env[62777]: DEBUG nova.compute.manager [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Stashing vm_state: active {{(pid=62777) _prep_resize /opt/stack/nova/nova/compute/manager.py:5968}} [ 1987.096114] env[62777]: DEBUG oslo_vmware.api [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Task: {'id': task-1694959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140295} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.096374] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1987.096556] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1987.096730] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1987.096936] env[62777]: INFO nova.compute.manager [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1987.097188] env[62777]: DEBUG oslo.service.loopingcall [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.097381] env[62777]: DEBUG nova.compute.manager [-] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1987.097472] env[62777]: DEBUG nova.network.neutron [-] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1987.273279] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.273553] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.583820] env[62777]: DEBUG nova.compute.manager [req-0003f98d-f16a-47f2-aba5-d6be7d4a02f4 req-6677f543-e02e-41cb-a0fb-7846d8d9175c service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Received event network-vif-deleted-53e31128-a9af-452a-b500-4658f7e0ad79 {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1987.584071] env[62777]: INFO nova.compute.manager [req-0003f98d-f16a-47f2-aba5-d6be7d4a02f4 req-6677f543-e02e-41cb-a0fb-7846d8d9175c service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Neutron deleted interface 53e31128-a9af-452a-b500-4658f7e0ad79; detaching it from the instance and deleting it from the info cache [ 1987.584226] env[62777]: DEBUG nova.network.neutron [req-0003f98d-f16a-47f2-aba5-d6be7d4a02f4 req-6677f543-e02e-41cb-a0fb-7846d8d9175c service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.778630] env[62777]: INFO nova.compute.claims [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.053126] env[62777]: DEBUG nova.network.neutron [-] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.086869] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b24a710f-d210-4b52-b148-54299688469d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.097290] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d1a6ce-2845-4e91-a1f8-09cc774c91b2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.122795] env[62777]: DEBUG nova.compute.manager [req-0003f98d-f16a-47f2-aba5-d6be7d4a02f4 req-6677f543-e02e-41cb-a0fb-7846d8d9175c service nova] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Detach interface failed, port_id=53e31128-a9af-452a-b500-4658f7e0ad79, reason: Instance 13cfea53-075b-4af8-92ca-b34c36137772 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 1988.285150] env[62777]: INFO nova.compute.resource_tracker [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating resource usage from migration 1f894bed-959e-45a7-915e-c026e3592e37 [ 1988.336475] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af9d3c8-52bb-4eb5-b165-56ba655ad546 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.344031] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76a306f-1a07-4ab5-bbf5-5b406e8ad505 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.374862] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0752a548-ce89-4f3b-80be-440116b4db23 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.383023] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1c3cf8-186f-4020-b962-1f6ff3c1f221 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.396011] env[62777]: DEBUG nova.compute.provider_tree [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1988.556402] env[62777]: INFO nova.compute.manager [-] [instance: 13cfea53-075b-4af8-92ca-b34c36137772] Took 1.46 seconds to deallocate network for instance. [ 1988.902062] env[62777]: DEBUG nova.scheduler.client.report [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1989.062678] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.407368] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.134s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.407578] env[62777]: INFO nova.compute.manager [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Migrating [ 1989.413990] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.351s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.414248] env[62777]: DEBUG nova.objects.instance [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lazy-loading 'resources' on Instance uuid 13cfea53-075b-4af8-92ca-b34c36137772 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1989.926064] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.926471] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.926471] env[62777]: DEBUG nova.network.neutron [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.998337] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e141b292-c3c9-4da7-bb10-a879cbf56e78 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.005802] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25ef3c2-4d02-4c62-ab16-0fbc50bff949 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.042372] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c0827-612d-4956-a10b-243dff5266fc {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.054460] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670572c5-e545-4dd7-acb2-b2f7f9a3d756 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.069242] env[62777]: DEBUG nova.compute.provider_tree [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1990.572831] env[62777]: DEBUG nova.scheduler.client.report [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1990.664030] env[62777]: DEBUG nova.network.neutron [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [{"id": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "address": "fa:16:3e:c7:18:47", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c7967a-c2", "ovs_interfaceid": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.078138] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.105043] env[62777]: INFO nova.scheduler.client.report [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Deleted allocations for instance 13cfea53-075b-4af8-92ca-b34c36137772 [ 1991.166986] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.613300] env[62777]: DEBUG oslo_concurrency.lockutils [None req-b4486e49-51eb-452c-aab7-9cae4647e801 tempest-AttachVolumeNegativeTest-2084884613 tempest-AttachVolumeNegativeTest-2084884613-project-member] Lock "13cfea53-075b-4af8-92ca-b34c36137772" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.151s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.682137] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc8889b-e4ad-4ec7-8192-724f877ac6a6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.700195] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 0 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.207396] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.207692] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1c9835c-3133-4ad3-83a4-f7348d578a16 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.214304] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1993.214304] env[62777]: value = "task-1694961" [ 1993.214304] env[62777]: _type = "Task" [ 1993.214304] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.222512] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.724454] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694961, 'name': PowerOffVM_Task, 'duration_secs': 0.199442} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.724820] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.724873] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 17 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1994.231972] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1994.232257] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1994.232523] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.232750] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1994.232928] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.233122] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1994.233369] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1994.233566] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1994.233780] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1994.233975] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1994.234218] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1994.239124] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f21508-020b-467e-ac71-1da8546916d2 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.254907] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1994.254907] env[62777]: value = "task-1694962" [ 1994.254907] env[62777]: _type = "Task" [ 1994.254907] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.262660] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.764439] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694962, 'name': ReconfigVM_Task, 'duration_secs': 0.152508} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.764784] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 33 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1995.271804] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T15:59:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=209f152d-1721-46b9-95cc-20b2ff78078c,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1995.272084] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1995.272233] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image limits 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1995.272443] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Flavor pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1995.272594] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Image pref 0:0:0 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1995.272743] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62777) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1995.272948] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1995.273155] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1995.273329] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Got 1 possible topologies {{(pid=62777) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1995.273495] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1995.273669] env[62777]: DEBUG nova.virt.hardware [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62777) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1995.278927] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1995.279237] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93fbcf9-9e9b-48c7-b5a2-3a2a1c7ee617 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.297690] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1995.297690] env[62777]: value = "task-1694964" [ 1995.297690] env[62777]: _type = "Task" [ 1995.297690] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.305355] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.807631] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694964, 'name': ReconfigVM_Task, 'duration_secs': 0.163943} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.807966] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=62777) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1995.808639] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736dc767-446b-4fd5-8a21-0cb622b1b58d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.829452] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739/5bece0fa-1c71-43b3-8d2d-31454eb80739.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1995.830019] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9af9b8f-ff66-4a53-bd65-37e04edfa7f6 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.849435] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 1995.849435] env[62777]: value = "task-1694965" [ 1995.849435] env[62777]: _type = "Task" [ 1995.849435] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.856525] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.359541] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694965, 'name': ReconfigVM_Task, 'duration_secs': 0.246522} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.359818] env[62777]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739/5bece0fa-1c71-43b3-8d2d-31454eb80739.vmdk or device None with type thin {{(pid=62777) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1996.360235] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 50 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.866473] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941a88bb-438e-4f34-acad-e230da3d7b59 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.886296] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ee848-24d1-4f60-b573-6f0fa3c1ebc8 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.902872] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 67 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1997.443408] env[62777]: DEBUG nova.network.neutron [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Port 93c7967a-c26c-47f4-af70-e1bfb1fbd27a binding to destination host cpu-1 is already ACTIVE {{(pid=62777) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1998.468106] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1998.468106] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.468106] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.502106] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.502487] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.502487] env[62777]: DEBUG nova.network.neutron [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2000.187898] env[62777]: DEBUG nova.network.neutron [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [{"id": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "address": "fa:16:3e:c7:18:47", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c7967a-c2", "ovs_interfaceid": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.691125] env[62777]: DEBUG oslo_concurrency.lockutils [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.215886] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bad4ba-d211-47f4-9f3c-68b4c4fcee9e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.234929] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc02954-73e9-4512-939a-c43c28c1a140 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.241781] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 83 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.748702] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powering on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2001.749089] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e14a82-266f-4fff-97f7-0c75ea5f249e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.756763] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 2001.756763] env[62777]: value = "task-1694967" [ 2001.756763] env[62777]: _type = "Task" [ 2001.756763] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.764324] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.266390] env[62777]: DEBUG oslo_vmware.api [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694967, 'name': PowerOnVM_Task, 'duration_secs': 0.377047} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.266643] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powered on the VM {{(pid=62777) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.266825] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd67aa-2f9c-4a0d-a40a-01f14cd0eaae tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance '5bece0fa-1c71-43b3-8d2d-31454eb80739' progress to 100 {{(pid=62777) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2004.142145] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.142657] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.144297] env[62777]: DEBUG nova.compute.manager [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Going to confirm migration 10 {{(pid=62777) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5127}} [ 2004.712714] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.712970] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquired lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.713241] env[62777]: DEBUG nova.network.neutron [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Building network info cache for instance {{(pid=62777) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.713445] env[62777]: DEBUG nova.objects.instance [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'info_cache' on Instance uuid 5bece0fa-1c71-43b3-8d2d-31454eb80739 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.899847] env[62777]: DEBUG nova.network.neutron [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [{"id": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "address": "fa:16:3e:c7:18:47", "network": {"id": "0b917560-5810-4658-80a6-2d189d89b40e", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-783568216-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f250575722b24b758ca7c97e376926d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93c7967a-c2", "ovs_interfaceid": "93c7967a-c26c-47f4-af70-e1bfb1fbd27a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.403322] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Releasing lock "refresh_cache-5bece0fa-1c71-43b3-8d2d-31454eb80739" {{(pid=62777) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2006.403598] env[62777]: DEBUG nova.objects.instance [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'migration_context' on Instance uuid 5bece0fa-1c71-43b3-8d2d-31454eb80739 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.906849] env[62777]: DEBUG nova.objects.base [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Object Instance<5bece0fa-1c71-43b3-8d2d-31454eb80739> lazy-loaded attributes: info_cache,migration_context {{(pid=62777) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2006.907854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d596603d-8c8f-4ccc-935c-e874d748dc95 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.926546] env[62777]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76afa2d3-3085-463f-a0e6-631f092e0b58 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.931683] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 2006.931683] env[62777]: value = "session[52210ce2-ae77-d553-a967-5988124bfbd2]52012771-65fe-f581-81ef-52c618d098e5" [ 2006.931683] env[62777]: _type = "Task" [ 2006.931683] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.939701] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52012771-65fe-f581-81ef-52c618d098e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.442390] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': session[52210ce2-ae77-d553-a967-5988124bfbd2]52012771-65fe-f581-81ef-52c618d098e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.442670] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.442885] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.539268] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.539490] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.986054] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d639e-1391-4902-9c51-cd3eec6697d9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.993636] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fe6273-1379-41ac-af14-380966a5b822 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.023819] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842467f9-e438-4801-b002-f7432faf49eb {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.030273] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41287b50-5282-4a49-aa58-1ac953f10374 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.043700] env[62777]: DEBUG nova.compute.provider_tree [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2008.045053] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.045316] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.045627] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.045627] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.045770] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.046070] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62777) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10898}} [ 2008.046070] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager.update_available_resource {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.547498] env[62777]: DEBUG nova.scheduler.client.report [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2008.551216] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.558683] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.116s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.561869] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.011s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.562072] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.562236] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62777) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2009.563294] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9774912f-f1e0-422a-bbe1-de1b9a2b1d0c {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.571357] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5cd0ba-ea8e-43aa-9e3d-c2afff15043f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.585118] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e9ee3-7ec6-4ba8-b9f1-b3782149cf01 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.591478] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd6552d-cfde-40ba-82da-eb45e1b0ab2b {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.621153] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180967MB free_disk=182GB free_vcpus=48 pci_devices=None {{(pid=62777) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2009.621312] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.621483] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.116881] env[62777]: INFO nova.scheduler.client.report [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocation for migration 1f894bed-959e-45a7-915e-c026e3592e37 [ 2010.622229] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.480s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.640597] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Instance 5bece0fa-1c71-43b3-8d2d-31454eb80739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62777) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2010.640916] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2010.641171] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=768MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62777) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2010.668594] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de6fa92-3e46-46f6-8d71-174a3b6df7c9 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.678854] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b79452-87b7-441e-a32e-a63f964c06ce {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.727634] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131927d5-b997-44a2-b487-aa3282f7a64e {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.737536] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f586467e-a082-4e25-bb4c-86d98fe0511d {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.757295] env[62777]: DEBUG nova.compute.provider_tree [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.261293] env[62777]: DEBUG nova.scheduler.client.report [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2011.666341] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.666776] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.667057] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.667264] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.667441] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.669595] env[62777]: INFO nova.compute.manager [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Terminating instance [ 2011.766051] env[62777]: DEBUG nova.compute.resource_tracker [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62777) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2011.766255] env[62777]: DEBUG oslo_concurrency.lockutils [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.173390] env[62777]: DEBUG nova.compute.manager [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Start destroying the instance on the hypervisor. {{(pid=62777) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.173595] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Destroying instance {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.174541] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115a0d1e-c3a5-430c-8cdf-8176352370d0 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.182132] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powering off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.182354] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aabc6a4-676e-4f8e-adf5-f5373ee83bac {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.189044] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 2012.189044] env[62777]: value = "task-1694968" [ 2012.189044] env[62777]: _type = "Task" [ 2012.189044] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.196515] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.699267] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694968, 'name': PowerOffVM_Task, 'duration_secs': 0.225225} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.699630] env[62777]: DEBUG nova.virt.vmwareapi.vm_util [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Powered off the VM {{(pid=62777) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.699673] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Unregistering the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.699891] env[62777]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-607f6abd-6366-45eb-9155-decf2286dc82 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.764068] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Unregistered the VM {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2012.764328] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Deleting contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2012.764519] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleting the datastore file [datastore1] 5bece0fa-1c71-43b3-8d2d-31454eb80739 {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2012.764769] env[62777]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ba49b21-f5d6-40ae-9be4-c7460c907915 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.771601] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for the task: (returnval){ [ 2012.771601] env[62777]: value = "task-1694970" [ 2012.771601] env[62777]: _type = "Task" [ 2012.771601] env[62777]: } to complete. {{(pid=62777) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.778949] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.281280] env[62777]: DEBUG oslo_vmware.api [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Task: {'id': task-1694970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124544} completed successfully. {{(pid=62777) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.281543] env[62777]: DEBUG nova.virt.vmwareapi.ds_util [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted the datastore file {{(pid=62777) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.281706] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Deleted contents of the VM from datastore datastore1 {{(pid=62777) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.281879] env[62777]: DEBUG nova.virt.vmwareapi.vmops [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Instance destroyed {{(pid=62777) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.282063] env[62777]: INFO nova.compute.manager [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2013.282304] env[62777]: DEBUG oslo.service.loopingcall [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62777) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.282492] env[62777]: DEBUG nova.compute.manager [-] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Deallocating network for instance {{(pid=62777) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.282586] env[62777]: DEBUG nova.network.neutron [-] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] deallocate_for_instance() {{(pid=62777) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.505269] env[62777]: DEBUG nova.compute.manager [req-a13fc9ce-ae28-4c6d-8faa-79104e887e6f req-1258261e-330d-4eae-a6f0-652e3b34f4c2 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Received event network-vif-deleted-93c7967a-c26c-47f4-af70-e1bfb1fbd27a {{(pid=62777) external_instance_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 2013.505473] env[62777]: INFO nova.compute.manager [req-a13fc9ce-ae28-4c6d-8faa-79104e887e6f req-1258261e-330d-4eae-a6f0-652e3b34f4c2 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Neutron deleted interface 93c7967a-c26c-47f4-af70-e1bfb1fbd27a; detaching it from the instance and deleting it from the info cache [ 2013.505653] env[62777]: DEBUG nova.network.neutron [req-a13fc9ce-ae28-4c6d-8faa-79104e887e6f req-1258261e-330d-4eae-a6f0-652e3b34f4c2 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.984022] env[62777]: DEBUG nova.network.neutron [-] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Updating instance_info_cache with network_info: [] {{(pid=62777) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.007872] env[62777]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2f063ca-1c07-46d5-8c7a-cd2350cb73bf {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.017804] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1f5fb5-bd68-4329-adf0-2b3450676937 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.043866] env[62777]: DEBUG nova.compute.manager [req-a13fc9ce-ae28-4c6d-8faa-79104e887e6f req-1258261e-330d-4eae-a6f0-652e3b34f4c2 service nova] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Detach interface failed, port_id=93c7967a-c26c-47f4-af70-e1bfb1fbd27a, reason: Instance 5bece0fa-1c71-43b3-8d2d-31454eb80739 could not be found. {{(pid=62777) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11316}} [ 2014.487166] env[62777]: INFO nova.compute.manager [-] [instance: 5bece0fa-1c71-43b3-8d2d-31454eb80739] Took 1.20 seconds to deallocate network for instance. [ 2014.526423] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2014.526616] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Starting heal instance info cache {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10279}} [ 2014.994530] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.994949] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.994999] env[62777]: DEBUG nova.objects.instance [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lazy-loading 'resources' on Instance uuid 5bece0fa-1c71-43b3-8d2d-31454eb80739 {{(pid=62777) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2015.029367] env[62777]: DEBUG nova.compute.manager [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Didn't find any instances for network info cache update. {{(pid=62777) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10365}} [ 2015.029592] env[62777]: DEBUG oslo_service.periodic_task [None req-14f9cc34-cb31-442c-ab3c-be939a2d66dd None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62777) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2015.528599] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400532cc-6136-4ef7-89a7-bff2cbc3de20 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.536142] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61538eb3-eb35-4cb8-b5d7-aae771772ad1 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.564948] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9caa022-c6c7-4a35-a292-05e3b3f3e938 {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.571827] env[62777]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcb4bba-e7a0-41d7-98d8-317b98e31d9f {{(pid=62777) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.585724] env[62777]: DEBUG nova.compute.provider_tree [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed in ProviderTree for provider: 970c2190-10b4-4ecb-bf37-fd4b2f987137 {{(pid=62777) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.088609] env[62777]: DEBUG nova.scheduler.client.report [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Inventory has not changed for provider 970c2190-10b4-4ecb-bf37-fd4b2f987137 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 182, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62777) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2016.593753] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.610826] env[62777]: INFO nova.scheduler.client.report [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Deleted allocations for instance 5bece0fa-1c71-43b3-8d2d-31454eb80739 [ 2017.119133] env[62777]: DEBUG oslo_concurrency.lockutils [None req-0de66a94-11db-45ec-90e1-4acea2dd3af0 tempest-DeleteServersTestJSON-753369321 tempest-DeleteServersTestJSON-753369321-project-member] Lock "5bece0fa-1c71-43b3-8d2d-31454eb80739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.452s {{(pid=62777) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}